You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/11/19 14:07:08 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 204 - Still
unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/204/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:76107C80C8C0BF12]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps(CdcrReplicationDistributedZkTest.java:463)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:36358: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36358: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:E23CDFB9290FD937]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:133)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.OpenCloseCoreStressTest.test10Minutes
Error Message:
Captured an uncaught exception in thread: Thread[id=15740, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15740, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_6A68E06387F3B4CF-001/index-SimpleFSDirectory-002/_18_FST50_0.tfp: Too many open files
at __randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF]:0)
at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_6A68E06387F3B4CF-001/index-SimpleFSDirectory-002/_18_FST50_0.tfp: Too many open files
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
at java.nio.file.Files.newOutputStream(Files.java:216)
at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:413)
at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:409)
at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:253)
at org.apache.lucene.store.FilterDirectory.createOutput(FilterDirectory.java:73)
at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
at org.apache.lucene.index.IndexWriter$1.createOutput(IndexWriter.java:5075)
at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
at org.apache.lucene.codecs.memory.FSTTermsWriter.<init>(FSTTermsWriter.java:139)
at org.apache.lucene.codecs.memory.FSTPostingsFormat.fieldsConsumer(FSTPostingsFormat.java:54)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:162)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"6",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:221D94D781C09B5A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([6A68E06387F3B4CF:4716AF3970D70EC3]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11705 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/init-core-data-001
[junit4] 2> 759177 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 759178 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001
[junit4] 2> 759178 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 759179 INFO (Thread-5969) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 759179 INFO (Thread-5969) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 759279 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58807
[junit4] 2> 759308 INFO (jetty-launcher-1153-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 759310 INFO (jetty-launcher-1153-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 759310 INFO (jetty-launcher-1153-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 759311 INFO (jetty-launcher-1153-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 759328 INFO (jetty-launcher-1153-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e048a5b{/solr,null,AVAILABLE}
[junit4] 2> 759329 INFO (jetty-launcher-1153-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@7e78cc73{HTTP/1.1,[http/1.1]}{127.0.0.1:57607}
[junit4] 2> 759329 INFO (jetty-launcher-1153-thread-2) [ ] o.e.j.s.Server Started @763622ms
[junit4] 2> 759329 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57607}
[junit4] 2> 759330 ERROR (jetty-launcher-1153-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 759330 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 759330 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 759330 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 759330 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-19T12:28:39.247Z
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@797311b5{/solr,null,AVAILABLE}
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@c720303{HTTP/1.1,[http/1.1]}{127.0.0.1:42881}
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.e.j.s.Server Started @763627ms
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42881}
[junit4] 2> 759334 ERROR (jetty-launcher-1153-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 759334 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-19T12:28:39.251Z
[junit4] 2> 759349 INFO (jetty-launcher-1153-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4646483e{/solr,null,AVAILABLE}
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@3d97ff4c{HTTP/1.1,[http/1.1]}{127.0.0.1:44252}
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.e.j.s.Server Started @763642ms
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44252}
[junit4] 2> 759350 ERROR (jetty-launcher-1153-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 759350 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-19T12:28:39.267Z
[junit4] 2> 759395 INFO (jetty-launcher-1153-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47de4c44{/solr,null,AVAILABLE}
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@4379fed4{HTTP/1.1,[http/1.1]}{127.0.0.1:46595}
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.e.j.s.Server Started @763688ms
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46595}
[junit4] 2> 759396 ERROR (jetty-launcher-1153-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 759396 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-19T12:28:39.313Z
[junit4] 2> 759419 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 759419 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 759419 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 759435 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 759443 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 759443 INFO (jetty-launcher-1153-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
[junit4] 2> 759444 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 759453 INFO (jetty-launcher-1153-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
[junit4] 2> 759468 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 759469 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 759493 INFO (jetty-launcher-1153-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
[junit4] 2> 759494 INFO (jetty-launcher-1153-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58807/solr
[junit4] 2> 759506 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1587c8f59390008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 759551 INFO (jetty-launcher-1153-thread-1) [n:127.0.0.1:42881_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42881_solr
[junit4] 2> 759552 INFO (jetty-launcher-1153-thread-4) [n:127.0.0.1:44252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44252_solr
[junit4] 2> 759552 INFO (jetty-launcher-1153-thread-3) [n:127.0.0.1:46595_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46595_solr
[junit4] 2> 759554 INFO (jetty-launcher-1153-thread-1) [n:127.0.0.1:42881_solr ] o.a.s.c.Overseer Overseer (id=96964347107541001-127.0.0.1:42881_solr-n_0000000000) starting
[junit4] 2> 759556 INFO (zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) [n:127.0.0.1:42881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 759558 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) [n:127.0.0.1:44252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 759563 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) [n:127.0.0.1:46595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 759567 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) [n:127.0.0.1:57607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 759571 INFO (zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) [n:127.0.0.1:42881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 759571 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) [n:127.0.0.1:44252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 759572 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) [n:127.0.0.1:46595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 759576 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) [n:127.0.0.1:57607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 759580 INFO (jetty-launcher-1153-thread-2) [n:127.0.0.1:57607_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57607_solr
[junit4] 2> 759583 INFO (zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) [n:127.0.0.1:42881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 759583 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) [n:127.0.0.1:44252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 759592 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) [n:127.0.0.1:57607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 759592 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) [n:127.0.0.1:46595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 759619 INFO (jetty-launcher-1153-thread-1) [n:127.0.0.1:42881_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42881_solr
[junit4] 2> 759620 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) [n:127.0.0.1:44252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 759620 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) [n:127.0.0.1:46595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 759621 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) [n:127.0.0.1:57607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 759642 INFO (jetty-launcher-1153-thread-2) [n:127.0.0.1:57607_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node2/.
[junit4] 2> 759644 INFO (zkCallback-1169-thread-1-processing-n:127.0.0.1:42881_solr) [n:127.0.0.1:42881_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 759656 INFO (jetty-launcher-1153-thread-1) [n:127.0.0.1:42881_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node1/.
[junit4] 2> 759699 INFO (jetty-launcher-1153-thread-3) [n:127.0.0.1:46595_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node3/.
[junit4] 2> 759703 INFO (jetty-launcher-1153-thread-4) [n:127.0.0.1:44252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node4/.
[junit4] 2> 759719 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 759785 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 759828 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 759831 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 759857 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53158_hdfs____.pwkvmo/webapp
[junit4] 2> 760318 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53158
[junit4] 2> 760432 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 760434 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 760447 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52073_datanode____gkx12u/webapp
[junit4] 2> 760906 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52073
[junit4] 2> 760995 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 760996 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 761008 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47070_datanode____.xgjr77/webapp
[junit4] 2> 761126 INFO (IPC Server handler 3 on 38632) [ ] BlockStateChange BLOCK* processReport: from storage DS-4441dbb4-e0b7-4d03-9d92-b9f1262d4e76 node DatanodeRegistration(127.0.0.1:43742, datanodeUuid=fc8a414c-0bb5-4d5b-aed2-59164e201218, infoPort=34132, infoSecurePort=0, ipcPort=56557, storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 761126 INFO (IPC Server handler 3 on 38632) [ ] BlockStateChange BLOCK* processReport: from storage DS-343bccb2-7c21-44c3-9c6c-67fafbea5da0 node DatanodeRegistration(127.0.0.1:43742, datanodeUuid=fc8a414c-0bb5-4d5b-aed2-59164e201218, infoPort=34132, infoSecurePort=0, ipcPort=56557, storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 761462 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47070
[junit4] 2> 761598 INFO (IPC Server handler 6 on 38632) [ ] BlockStateChange BLOCK* processReport: from storage DS-0cd41046-5717-4d22-a4e2-0a8510544520 node DatanodeRegistration(127.0.0.1:42687, datanodeUuid=2bf93741-c3d8-4efe-b482-c07a51a63421, infoPort=43565, infoSecurePort=0, ipcPort=35245, storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 761598 INFO (IPC Server handler 6 on 38632) [ ] BlockStateChange BLOCK* processReport: from storage DS-1b24ab9e-dc44-4c26-8306-483143e334b3 node DatanodeRegistration(127.0.0.1:42687, datanodeUuid=2bf93741-c3d8-4efe-b482-c07a51a63421, infoPort=43565, infoSecurePort=0, ipcPort=35245, storageInfo=lv=-56;cid=testClusterID;nsid=1933582203;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 761870 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[6A68E06387F3B4CF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 761871 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[6A68E06387F3B4CF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 761881 INFO (qtp2079261351-10856) [n:127.0.0.1:46595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=1a94c1ef-54f2-438b-bb68-0457e800a4d5&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=6&name=awhollynewcollection_0&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 761883 INFO (qtp2079261351-10856) [n:127.0.0.1:46595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d5&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=6&name=awhollynewcollection_0&action=CREATE&numShards=5&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 761890 INFO (OverseerThreadFactory-2563-thread-1-processing-n:127.0.0.1:42881_solr) [n:127.0.0.1:42881_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 761896 INFO (zkCallback-1182-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 762007 INFO (qtp801053846-10817) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 762008 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 762009 INFO (qtp1993561934-10843) [n:127.0.0.1:44252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 762009 INFO (parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) [n:127.0.0.1:44252_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 762012 INFO (qtp2079261351-10857) [n:127.0.0.1:46595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 762013 INFO (parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) [n:127.0.0.1:46595_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
[junit4] 2> 762014 INFO (qtp584980307-10831) [n:127.0.0.1:42881_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 762014 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 762025 INFO (qtp1993561934-10843) [n:127.0.0.1:44252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 762025 INFO (parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) [n:127.0.0.1:44252_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 762028 INFO (qtp801053846-10821) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 762029 INFO (parallelCoreAdminExecutor-2564-thread-2-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623 CREATE) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 762032 INFO (qtp2079261351-10856) [n:127.0.0.1:46595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 762033 INFO (parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
[junit4] 2> 762032 INFO (qtp801053846-10825) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 762033 INFO (parallelCoreAdminExecutor-2564-thread-5-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931 CREATE) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
[junit4] 2> 762032 INFO (parallelCoreAdminExecutor-2566-thread-2-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994 CREATE) [n:127.0.0.1:42881_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 762031 INFO (qtp584980307-10834) [n:127.0.0.1:42881_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 762029 INFO (qtp801053846-10819) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 762034 INFO (qtp584980307-10831) [n:127.0.0.1:42881_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 762035 INFO (qtp2079261351-10854) [n:127.0.0.1:46595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 762036 INFO (parallelCoreAdminExecutor-2568-thread-5-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410 CREATE) [n:127.0.0.1:46595_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 762037 INFO (parallelCoreAdminExecutor-2568-thread-4-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005 CREATE) [n:127.0.0.1:46595_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
[junit4] 2> 762037 INFO (parallelCoreAdminExecutor-2566-thread-4-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642 CREATE) [n:127.0.0.1:42881_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
[junit4] 2> 762038 INFO (qtp2079261351-10818) [n:127.0.0.1:46595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 762039 INFO (parallelCoreAdminExecutor-2568-thread-3-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123 CREATE) [n:127.0.0.1:46595_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
[junit4] 2> 762039 INFO (qtp1993561934-10845) [n:127.0.0.1:44252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 762039 INFO (parallelCoreAdminExecutor-2570-thread-5-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398 CREATE) [n:127.0.0.1:44252_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
[junit4] 2> 762041 INFO (qtp2079261351-10858) [n:127.0.0.1:46595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 762042 INFO (parallelCoreAdminExecutor-2568-thread-2-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950 CREATE) [n:127.0.0.1:46595_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 762046 INFO (qtp1993561934-10842) [n:127.0.0.1:44252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 762047 INFO (qtp584980307-10833) [n:127.0.0.1:42881_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773264988286&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 762054 INFO (parallelCoreAdminExecutor-2566-thread-5-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773264988286 CREATE) [n:127.0.0.1:42881_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773264988286&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
[junit4] 2> 762054 INFO (parallelCoreAdminExecutor-2570-thread-4-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847 CREATE) [n:127.0.0.1:44252_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard5_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard5&wt=javabin&version=2
[junit4] 2> 762049 INFO (qtp801053846-10821) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 762055 INFO (parallelCoreAdminExecutor-2564-thread-4-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108 CREATE) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica3&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
[junit4] 2> 762048 INFO (parallelCoreAdminExecutor-2570-thread-3-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907 CREATE) [n:127.0.0.1:44252_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
[junit4] 2> 762048 INFO (parallelCoreAdminExecutor-2566-thread-3-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266386977 CREATE) [n:127.0.0.1:42881_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266386977&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2
[junit4] 2> 762048 INFO (qtp1993561934-10843) [n:127.0.0.1:44252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 762048 INFO (qtp584980307-10830) [n:127.0.0.1:42881_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266386977&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica1&action=CREATE&numShards=5&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 762062 INFO (qtp801053846-10817) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931
[junit4] 2> 762063 INFO (qtp801053846-10817) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 762179 INFO (zkCallback-1182-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 762179 INFO (zkCallback-1174-thread-1-processing-n:127.0.0.1:44252_solr) [n:127.0.0.1:44252_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 762179 INFO (zkCallback-1169-thread-4-processing-n:127.0.0.1:42881_solr) [n:127.0.0.1:42881_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 762179 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:57607_solr) [n:127.0.0.1:57607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 762179 INFO (zkCallback-1172-thread-1-processing-n:127.0.0.1:46595_solr) [n:127.0.0.1:46595_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 763026 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763087 INFO (parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763088 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763090 INFO (qtp801053846-10822) [n:127.0.0.1:57607_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931
[junit4] 2> 763090 INFO (qtp801053846-10822) [n:127.0.0.1:57607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 763091 INFO (parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4 x:awhollynewcollection_0_shard4_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763098 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica3] Schema name=minimal
[junit4] 2> 763114 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763119 INFO (parallelCoreAdminExecutor-2566-thread-2-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763119 INFO (parallelCoreAdminExecutor-2568-thread-2-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763121 INFO (parallelCoreAdminExecutor-2566-thread-4-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763122 INFO (parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763126 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica1] Schema name=minimal
[junit4] 2> 763152 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763155 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica3' using configuration from collection awhollynewcollection_0
[junit4] 2> 763155 INFO (parallelCoreAdminExecutor-2564-thread-2-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277340623 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763158 INFO (parallelCoreAdminExecutor-2568-thread-3-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265882123 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763159 INFO (parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4 x:awhollynewcollection_0_shard4_replica4] o.a.s.s.IndexSchema [awhollynewcollection_0_shard4_replica4] Schema name=minimal
[junit4] 2> 763161 INFO (parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763162 INFO (parallelCoreAdminExecutor-2568-thread-4-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257351005 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard3 x:awhollynewcollection_0_shard3_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763162 INFO (parallelCoreAdminExecutor-2570-thread-5-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773259296398 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard3 x:awhollynewcollection_0_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763165 INFO (parallelCoreAdminExecutor-2564-thread-4-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773266884108 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard4 x:awhollynewcollection_0_shard4_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763166 INFO (parallelCoreAdminExecutor-2568-thread-5-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773257146410 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763170 INFO (parallelCoreAdminExecutor-2570-thread-3-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773277403907 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard4 x:awhollynewcollection_0_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763170 INFO (parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica2] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica2] Schema name=minimal
[junit4] 2> 763186 INFO (parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica3] o.a.s.s.IndexSchema [awhollynewcollection_0_shard5_replica3] Schema name=minimal
[junit4] 2> 763200 INFO (parallelCoreAdminExecutor-2564-thread-5-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773287207931 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard3 x:awhollynewcollection_0_shard3_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763201 INFO (parallelCoreAdminExecutor-2570-thread-4-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265529847 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 763205 INFO (parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763207 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38632/data
[junit4] 2> 763207 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 763207 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node2/awhollynewcollection_0_shard1_replica3], dataDir=[hdfs://localhost:38632/data/awhollynewcollection_0/core_node1/data/]
[junit4] 2> 763207 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e9e1bd4
[junit4] 2> 763207 INFO (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica3] CLOSING SolrCore org.apache.solr.core.SolrCore@4b0cc363
[junit4] 2> 763209 INFO (parallelCoreAdminExecutor-2570-thread-1-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773258251928 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763209 ERROR (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1348)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 763209 ERROR (parallelCoreAdminExecutor-2564-thread-1-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255495346 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard1 r:core_node1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.CoreContainer Error creating core [awhollynewcollection_0_shard1_replica3]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
[junit4] 2> ... 11 more
[junit4] 2> 763213 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica1' using configuration from collection awhollynewcollection_0
[junit4] 2> 763214 INFO (parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica2] o.a.s.s.IndexSchema [awhollynewcollection_0_shard2_replica2] Schema name=minimal
[junit4] 2> 763215 INFO (parallelCoreAdminExecutor-2566-thread-2-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267161994 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard2_replica1] Schema name=minimal
[junit4] 2> 763219 INFO (parallelCoreAdminExecutor-2566-thread-4-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773288526642 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard5_replica1] Schema name=minimal
[junit4] 2> 763219 INFO (parallelCoreAdminExecutor-2568-thread-2-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255883950 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica4] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica4] Schema name=minimal
[junit4] 2> 763220 INFO (parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763221 INFO (parallelCoreAdminExecutor-2564-thread-3-processing-n:127.0.0.1:57607_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773255745298 CREATE) [n:127.0.0.1:57607_solr c:awhollynewcollection_0 s:shard5 x:awhollynewcollection_0_shard5_replica3] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard5_replica3' using configuration from collection awhollynewcollection_0
[junit4] 2> 763222 INFO (parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4 x:awhollynewcollection_0_shard4_replica4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763222 INFO (parallelCoreAdminExecutor-2570-thread-2-processing-n:127.0.0.1:44252_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773267906307 CREATE) [n:127.0.0.1:44252_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard2_replica2' using configuration from collection awhollynewcollection_0
[junit4] 2> 763231 INFO (parallelCoreAdminExecutor-2568-thread-1-processing-n:127.0.0.1:46595_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773260965615 CREATE) [n:127.0.0.1:46595_solr c:awhollynewcollection_0 s:shard4 x:awhollynewcollection_0_shard4_replica4] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard4_replica4' using configuration from collection awhollynewcollection_0
[junit4] 2> 763213 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38632/data
[junit4] 2> 763241 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 763242 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6A68E06387F3B4CF-001/tempDir-001/node1/awhollynewcollection_0_shard1_replica1], dataDir=[hdfs://localhost:38632/data/awhollynewcollection_0/core_node4/data/]
[junit4] 2> 763242 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e9e1bd4
[junit4] 2> 763242 INFO (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7868791
[junit4] 2> 763242 ERROR (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1348)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 763242 ERROR (parallelCoreAdminExecutor-2566-thread-1-processing-n:127.0.0.1:42881_solr 1a94c1ef-54f2-438b-bb68-0457e800a4d517934773265169777 CREATE) [n:127.0.0.1:42881_solr c:awhollynewcollection_0 s:shard1 r:core_node4 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Error creating core [awhollynewcollection_0_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminO
[...truncated too long message...]
r.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.teardownClass(HdfsUnloadDistributedZkTest.java:46)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4658725 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6A68E06387F3B4CF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6A68E06387F3B4CF-001
[junit4] 2> Nov 19, 2016 1:33:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=BlockTreeOrds(blocksize=128), _version_=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), id=BlockTreeOrds(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), text=FST50, range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=534, maxMBSortInHeap=5.027802441249835, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr, timezone=Brazil/West
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=304703552,total=500695040
[junit4] 2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, DistributedQueryComponentOptimizationTest, QueryElevationComponentTest, TestScoreJoinQPNoScore, CloudMLTQParserTest, TestOmitPositions, TestAuthorizationFramework, CoreSorterTest, TestFileDictionaryLookup, TestSolrQueryResponse, SparseHLLTest, XsltUpdateRequestHandlerTest, TestCodecSupport, TestRequestForwarding, TestFunctionQuery, SharedFSAutoReplicaFailoverTest, PathHierarchyTokenizerFactoryTest, PeerSyncWithIndexFingerprintCachingTest, TestInitParams, TestExportWriter, ChaosMonkeyNothingIsSafeTest, HighlighterConfigTest, TestConfigSets, FileBasedSpellCheckerTest, DistributedQueryElevationComponentTest, TestDeleteCollectionOnDownNodes, AtomicUpdatesTest, TestDocumentBuilder, TestDistributedSearch, TestRealTimeGet, TestExclusionRuleCollectionAccess, UUIDFieldTest, TestPerFieldSimilarityWithDefaultOverride, ReplicaListTransformerTest, ActionThrottleTest, TestManagedSchemaAPI, ConcurrentDeleteAndCreateCollectionTest, AnalysisAfterCoreReloadTest, TestSolrDeletionPolicy2, LeaderElectionContextKeyTest, TestBinaryResponseWriter, ConjunctionSolrSpellCheckerTest, BlockJoinFacetRandomTest, DocumentAnalysisRequestHandlerTest, TestStressLucene, TestFieldCacheSort, TestDynamicFieldCollectionResource, TestCSVLoader, TestUseDocValuesAsStored, TestReplicationHandler, LeaderElectionIntegrationTest, TestPerFieldSimilarity, TestRandomRequestDistribution, BasicDistributedZkTest, TestDocSet, AnalysisErrorHandlingTest, TestSolrXml, ZkNodePropsTest, TestSmileRequest, TestClusterProperties, TestValueSourceCache, TestOverriddenPrefixQueryForCustomFieldType, HdfsRecoverLeaseTest, TestSolrCoreProperties, DistributedSpellCheckComponentTest, DistribDocExpirationUpdateProcessorTest, TestSolrQueryParserResource, TestAtomicUpdateErrorCases, TestSubQueryTransformerCrossCore, TestAuthenticationFramework, TestClusterStateMutator, UniqFieldsUpdateProcessorFactoryTest, NumericFieldsTest, DocExpirationUpdateProcessorFactoryTest, TestHighlightDedupGrouping, CloudExitableDirectoryReaderTest, TestFieldCacheWithThreads, RegexBoostProcessorTest, TestObjectReleaseTracker, SmileWriterTest, DeleteLastCustomShardedReplicaTest, CursorPagingTest, TestRandomDVFaceting, JavabinLoaderTest, CacheHeaderTest, BlockCacheTest, DistributedFacetPivotLargeTest, TestCloudPivotFacet, TestSolr4Spatial, TestSchemaNameResource, SignatureUpdateProcessorFactoryTest, TestSortByMinMaxFunction, TestCrossCoreJoin, HdfsSyncSliceTest, ExternalFileFieldSortTest, MultiThreadedOCPTest, TestFieldResource, TestShortCircuitedRequests, CdcrReplicationDistributedZkTest, TestRemoteStreaming, ClusterStateTest, TestHdfsBackupRestoreCore, TestExpandComponent, TestMacroExpander, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsNNFailoverTest, HdfsUnloadDistributedZkTest]
[junit4] Completed [530/654 (4!)] on J0 in 95.69s, 1 test, 1 error <<< FAILURES!
[...truncated 61081 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 291 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/291/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([9D4FB6EDFC038CA9:EA55CF49541A8D85]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:532)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<59> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35230/l_/q/c8n_1x2_shard1_replica1
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Timeout occured while waiting response from server at: http://127.0.0.1:35230/l_/q/c8n_1x2_shard1_replica1
at __randomizedtesting.SeedInfo.seed([9D4FB6EDFC038CA9:151B893752FFE151]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1238)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:609)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:595)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:357)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35230/l_/q/c8n_1x2_shard1_replica1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:780)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 10 more
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:43728/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60007/solr/test_col_shard1_replica2: Server Error request: http://127.0.0.1:60007/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43728%2Fsolr%2Ftest_col_shard4_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:57618/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2748274d
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:43728/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60007/solr/test_col_shard1_replica2: Server Error
request: http://127.0.0.1:60007/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43728%2Fsolr%2Ftest_col_shard4_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:57618/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2748274d
at __randomizedtesting.SeedInfo.seed([9D4FB6EDFC038CA9:AB5BD4AB765EB6B8]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:43728/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60007/solr/test_col_shard1_replica2: Server Error
request: http://127.0.0.1:60007/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43728%2Fsolr%2Ftest_col_shard4_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:57618/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2748274d
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43728/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60007/solr/test_col_shard1_replica2: Server Error
request: http://127.0.0.1:60007/solr/test_col_shard1_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A43728%2Fsolr%2Ftest_col_shard4_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:57618/solr/test_col_shard1_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@2748274d
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56913/_ft
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56913/_ft
at __randomizedtesting.SeedInfo.seed([9D4FB6EDFC038CA9:151B893752FFE151]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9D4FB6EDFC038CA9:151B893752FFE151]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12216 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/init-core-data-001
[junit4] 2> 1979448 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1979449 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1979449 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mh_bui/
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1979490 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1979500 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1979505 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1979514 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56605_hdfs____8v4mjo/webapp
[junit4] 2> 1980018 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56605
[junit4] 2> 1980110 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1980111 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1980120 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53575_datanode____.iyujvo/webapp
[junit4] 2> 1980476 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53575
[junit4] 2> 1980518 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1980519 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1980527 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40637_datanode____wnh5vp/webapp
[junit4] 2> 1980615 INFO (IPC Server handler 3 on 35403) [ ] BlockStateChange BLOCK* processReport: from storage DS-85f10f43-79f5-4781-b143-b635440e0b7f node DatanodeRegistration(127.0.0.1:52701, datanodeUuid=678558c5-3356-4b49-9cda-cdfbc43c0805, infoPort=60407, infoSecurePort=0, ipcPort=35281, storageInfo=lv=-56;cid=testClusterID;nsid=534316469;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1980615 INFO (IPC Server handler 3 on 35403) [ ] BlockStateChange BLOCK* processReport: from storage DS-ea9b2689-58b8-4cb7-8934-9e91040ee592 node DatanodeRegistration(127.0.0.1:52701, datanodeUuid=678558c5-3356-4b49-9cda-cdfbc43c0805, infoPort=60407, infoSecurePort=0, ipcPort=35281, storageInfo=lv=-56;cid=testClusterID;nsid=534316469;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1980943 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40637
[junit4] 2> 1981058 INFO (IPC Server handler 8 on 35403) [ ] BlockStateChange BLOCK* processReport: from storage DS-b748533c-c26f-4550-937e-3e3bd4535912 node DatanodeRegistration(127.0.0.1:40636, datanodeUuid=01a70f14-e1c4-46aa-81f7-f1e1bd87b18c, infoPort=54402, infoSecurePort=0, ipcPort=37807, storageInfo=lv=-56;cid=testClusterID;nsid=534316469;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1981058 INFO (IPC Server handler 8 on 35403) [ ] BlockStateChange BLOCK* processReport: from storage DS-79100624-ba46-49d3-a373-0f51864c8ad5 node DatanodeRegistration(127.0.0.1:40636, datanodeUuid=01a70f14-e1c4-46aa-81f7-f1e1bd87b18c, infoPort=54402, infoSecurePort=0, ipcPort=37807, storageInfo=lv=-56;cid=testClusterID;nsid=534316469;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1981260 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1981261 INFO (Thread-8004) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1981261 INFO (Thread-8004) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1981361 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.ZkTestServer start zk server on port:54666
[junit4] 2> 1981375 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1981376 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1981377 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1981377 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1981378 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1981378 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1981379 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1981380 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1981380 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1981381 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1981381 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1981452 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/control-001/cores/collection1
[junit4] 2> 1981454 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1981454 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@252ba6ce{/mh_bui,null,AVAILABLE}
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@380e4c56{HTTP/1.1,[http/1.1]}{127.0.0.1:60431}
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.Server Started @1984505ms
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35403/hdfs__localhost_35403__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001_tempDir-002_control_data, hostContext=/mh_bui, hostPort=60431, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/control-001/cores}
[junit4] 2> 1981455 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1981455 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T14:40:38.364Z
[junit4] 2> 1981457 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1981457 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/control-001/solr.xml
[junit4] 2> 1981462 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1981463 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54666/solr
[junit4] 2> 1981476 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1981476 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60431_mh_bui
[junit4] 2> 1981477 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.Overseer Overseer (id=97502785579974660-127.0.0.1:60431_mh_bui-n_0000000000) starting
[junit4] 2> 1981485 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60431_mh_bui
[junit4] 2> 1981486 INFO (zkCallback-1700-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1981606 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/control-001/cores
[junit4] 2> 1981606 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1981614 INFO (OverseerStateUpdate-97502785579974660-127.0.0.1:60431_mh_bui-n_0000000000) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1981652 WARN (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1981653 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1981667 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1981724 WARN (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1981725 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1981736 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1981736 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35403/solr_hdfs_home
[junit4] 2> 1981736 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1981737 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/control-001/cores/collection1], dataDir=[hdfs://localhost:35403/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1981737 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13ae72b3
[junit4] 2> 1981737 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35403/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1981743 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1981743 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1981743 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1981757 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1981760 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35403/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1981776 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35403/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1981781 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1981781 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1981781 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1981785 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1981785 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=28.2001953125, floorSegmentMB=1.2451171875, forceMergeDeletesPctAllowed=9.986173529396838, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1981892 INFO (IPC Server handler 3 on 35403) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40636 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-85f10f43-79f5-4781-b143-b635440e0b7f:NORMAL:127.0.0.1:52701|RBW], ReplicaUC[[DISK]DS-b748533c-c26f-4550-937e-3e3bd4535912:NORMAL:127.0.0.1:40636|FINALIZED]]} size 0
[junit4] 2> 1981893 INFO (IPC Server handler 4 on 35403) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52701 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-85f10f43-79f5-4781-b143-b635440e0b7f:NORMAL:127.0.0.1:52701|RBW], ReplicaUC[[DISK]DS-b748533c-c26f-4550-937e-3e3bd4535912:NORMAL:127.0.0.1:40636|FINALIZED]]} size 0
[junit4] 2> 1981908 WARN (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1981961 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1981961 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1981961 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1981968 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1981969 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1981978 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=29.859375, floorSegmentMB=1.076171875, forceMergeDeletesPctAllowed=19.129815715157427, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1981990 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5208efc5[collection1] main]
[junit4] 2> 1981991 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1981991 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1981991 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1982013 INFO (searcherExecutor-5473-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5208efc5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1982016 INFO (coreLoadExecutor-5472-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560044570070220800
[junit4] 2> 1982029 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1982030 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54666/solr ready
[junit4] 2> 1982030 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1982030 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1982031 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1982031 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1982031 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60431/mh_bui/collection1/
[junit4] 2> 1982031 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1982031 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60431/mh_bui/collection1/ has no replicas
[junit4] 2> 1982033 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60431/mh_bui/collection1/ shard1
[junit4] 2> 1982084 INFO (coreZkRegister-5465-thread-1-processing-n:127.0.0.1:60431_mh_bui x:collection1 c:control_collection) [n:127.0.0.1:60431_mh_bui c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1982117 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-1-001/cores/collection1
[junit4] 2> 1982118 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-1-001
[junit4] 2> 1982118 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ebddd93{/mh_bui,null,AVAILABLE}
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34dc1668{HTTP/1.1,[http/1.1]}{127.0.0.1:50107}
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.Server Started @1985171ms
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35403/hdfs__localhost_35403__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/mh_bui, hostPort=50107, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-1-001/cores}
[junit4] 2> 1982120 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1982120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T14:40:39.029Z
[junit4] 2> 1982122 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1982123 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-1-001/solr.xml
[junit4] 2> 1982127 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1982128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54666/solr
[junit4] 2> 1982134 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1982135 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1982137 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50107_mh_bui
[junit4] 2> 1982138 INFO (zkCallback-1704-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1982138 INFO (zkCallback-1700-thread-1-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1982153 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1982197 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-1-001/cores
[junit4] 2> 1982197 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1982202 INFO (OverseerStateUpdate-97502785579974660-127.0.0.1:60431_mh_bui-n_0000000000) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1982303 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1983215 WARN (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1983216 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1983225 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1983272 WARN (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1983273 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1983296 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1983297 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35403/solr_hdfs_home
[junit4] 2> 1983297 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1983297 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:35403/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1983297 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13ae72b3
[junit4] 2> 1983298 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35403/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1983305 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1983305 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1983305 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1983308 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1983309 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35403/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1983323 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35403/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1983328 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1983329 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1983329 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1983334 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1983335 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=28.2001953125, floorSegmentMB=1.2451171875, forceMergeDeletesPctAllowed=9.986173529396838, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1983362 INFO (IPC Server handler 1 on 35403) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52701 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b748533c-c26f-4550-937e-3e3bd4535912:NORMAL:127.0.0.1:40636|RBW], ReplicaUC[[DISK]DS-ea9b2689-58b8-4cb7-8934-9e91040ee592:NORMAL:127.0.0.1:52701|FINALIZED]]} size 0
[junit4] 2> 1983362 INFO (IPC Server handler 0 on 35403) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40636 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ea9b2689-58b8-4cb7-8934-9e91040ee592:NORMAL:127.0.0.1:52701|FINALIZED], ReplicaUC[[DISK]DS-79100624-ba46-49d3-a373-0f51864c8ad5:NORMAL:127.0.0.1:40636|FINALIZED]]} size 0
[junit4] 2> 1983375 WARN (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1983409 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1983409 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1983409 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1983418 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1983418 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1983418 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=29.859375, floorSegmentMB=1.076171875, forceMergeDeletesPctAllowed=19.129815715157427, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1983425 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@658a43b4[collection1] main]
[junit4] 2> 1983431 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1983432 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1983432 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1983433 INFO (searcherExecutor-5484-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@658a43b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1983435 INFO (coreLoadExecutor-5483-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560044571558150144
[junit4] 2> 1983449 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1983449 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1983449 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50107/mh_bui/collection1/
[junit4] 2> 1983449 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1983449 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50107/mh_bui/collection1/ has no replicas
[junit4] 2> 1983452 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50107/mh_bui/collection1/ shard1
[junit4] 2> 1983553 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1983596 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-2-001/cores/collection1
[junit4] 2> 1983596 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-2-001
[junit4] 2> 1983597 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f57401{/mh_bui,null,AVAILABLE}
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2414e96b{HTTP/1.1,[http/1.1]}{127.0.0.1:38618}
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.e.j.s.Server Started @1986652ms
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:35403/hdfs__localhost_35403__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/mh_bui, hostPort=38618, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-2-001/cores}
[junit4] 2> 1983602 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1983602 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1983603 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-22T14:40:40.512Z
[junit4] 2> 1983604 INFO (coreZkRegister-5478-thread-1-processing-n:127.0.0.1:50107_mh_bui x:collection1 c:collection1) [n:127.0.0.1:50107_mh_bui c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1983606 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1983606 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-2-001/solr.xml
[junit4] 2> 1983611 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1983612 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54666/solr
[junit4] 2> 1983643 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1983644 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1983645 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38618_mh_bui
[junit4] 2> 1983646 INFO (zkCallback-1704-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1983647 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1983647 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1983647 INFO (zkCallback-1700-thread-2-processing-n:127.0.0.1:60431_mh_bui) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1983654 INFO (zkCallback-1716-thread-1-processing-n:127.0.0.1:38618_mh_bui) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1983726 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_9D4FB6EDFC038CA9-001/shard-2-001/cores
[junit4] 2> 1983726 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[9D4FB6EDFC038CA9]) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1983741 INFO (OverseerStateUpdate-97502785579974660-127.0.0.1:60431_mh_bui-n_0000000000) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1983842 WARN (OverseerStateUpdate-97502785579974660-127.0.0.1:60431_mh_bui-n_0000000000) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.Overseer Bad version writing to ZK using compare-and-set, will force refresh cluster state: KeeperErrorCode = BadVersion for /collections/collection1/state.json
[junit4] 2> 1983844 INFO (zkCallback-1716-thread-2-processing-n:127.0.0.1:38618_mh_bui) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1983845 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1983845 INFO (OverseerStateUpdate-97502785579974660-127.0.0.1:60431_mh_bui-n_0000000000) [n:127.0.0.1:60431_mh_bui ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1983846 INFO (zkCallback-1716-thread-2-processing-n:127.0.0.1:38618_mh_bui) [n:127.0.0.1:38618_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1983846 INFO (zkCallback-1710-thread-1-processing-n:127.0.0.1:50107_mh_bui) [n:127.0.0.1:50107_mh_bui ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1984760
[...truncated too long message...]
quired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4697106 INFO (SUITE-StressHdfsTest-seed#[9D4FB6EDFC038CA9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_9D4FB6EDFC038CA9-001
[junit4] 2> Feb 22, 2017 3:25:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=LuceneFixedGap), intDefault=FSTOrd50, id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=FSTOrd50, text=Lucene50(blocksize=128), range_facet_l=FSTOrd50, timestamp=FSTOrd50, txt_t=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=481, maxMBSortInHeap=7.604129915618249, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-DO, timezone=Etc/GMT+7
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=159502544,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, TestIndexingPerformance, QueryParsingTest, DateRangeFieldTest, HighlighterMaxOffsetTest, TestWriterPerf, TestExtendedDismaxParser, BlobRepositoryCloudTest, SolrCoreCheckLockOnStartupTest, TestSortByMinMaxFunction, DistributedQueryComponentCustomSortTest, DocValuesNotIndexedTest, TestAnalyzedSuggestions, BasicDistributedZk2Test, TestCoreAdminApis, CircularListTest, FacetPivotSmallTest, TestCustomDocTransformer, TestCopyFieldCollectionResource, HdfsDirectoryFactoryTest, DirectUpdateHandlerTest, TestStressReorder, BlockJoinFacetRandomTest, TimeZoneUtilsTest, TestConfigSetsAPI, TestRandomFlRTGCloud, FieldAnalysisRequestHandlerTest, TestManagedSchemaAPI, TestPerFieldSimilarityWithDefaultOverride, TestInPlaceUpdatesStandalone, DeleteNodeTest, OverseerRolesTest, TestPostingsSolrHighlighter, DirectUpdateHandlerOptimizeTest, TestHashQParserPlugin, TestSubQueryTransformerDistrib, ReplaceNodeTest, TestRestManager, TestDFRSimilarityFactory, FieldMutatingUpdateProcessorTest, HdfsRecoverLeaseTest, TestSort, RequestLoggingTest, TestRawResponseWriter, CloudMLTQParserTest, SortSpecParsingTest, CoreMergeIndexesAdminHandlerTest, TestFileDictionaryLookup, TermVectorComponentDistributedTest, SmileWriterTest, MissingSegmentRecoveryTest, BlockCacheTest, TestXmlQParser, TestDFISimilarityFactory, TestSolrDeletionPolicy1, TestRecovery, LukeRequestHandlerTest, LeaderElectionTest, TestSolrConfigHandlerCloud, ShowFileRequestHandlerTest, TestFieldSortValues, HdfsSyncSliceTest, TestSolrCloudWithHadoopAuthPlugin, HardAutoCommitTest, DocExpirationUpdateProcessorFactoryTest, ConjunctionSolrSpellCheckerTest, StatelessScriptUpdateProcessorFactoryTest, SimpleFacetsTest, TestNamedUpdateProcessors, TestGroupingSearch, TestSolr4Spatial2, SolrGraphiteReporterTest, TestApiFramework, OverseerTest, DistribJoinFromCollectionTest, TestDistribIDF, SOLR749Test, OverriddenZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, AliasIntegrationTest, PreAnalyzedFieldTest, SuggesterTest, UtilsToolTest, BitVectorTest, TestConfig, ShufflingReplicaListTransformerTest, TestShardHandlerFactory, TestHdfsBackupRestoreCore, TestReRankQParserPlugin, ManagedSchemaRoundRobinCloudTest, TestStandardQParsers, BinaryUpdateRequestHandlerTest, TestInitParams, TestPivotHelperCode, TestDistributedMissingSort, TestSearcherReuse, TestQueryWrapperFilter, DOMUtilTest, TestMergePolicyConfig, DocValuesMultiTest, LeaderInitiatedRecoveryOnCommitTest, PreAnalyzedUpdateProcessorTest, TestCryptoKeys, BadIndexSchemaTest, TestSolrXml, TestPhraseSuggestions, CoreAdminHandlerTest, TestNumericTerms64, SuggesterTSTTest, TestDynamicLoading, TestJmxMonitoredMap, TestCollationField, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestZkChroot, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestRealTimeGet, TestJoin, TestReload, TestSolr4Spatial, StatsComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, TestTrie, SchemaVersionSpecificBehaviorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, TestRemoteStreaming, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SynonymTokenizerTest, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, FileUtilsTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, ConfigSetsAPITest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, RemoteQueryErrorTest, RollingRestartTest, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, StressHdfsTest]
[junit4] Completed [620/695 (5!)] on J2 in 185.80s, 1 test, 1 error <<< FAILURES!
[...truncated 62555 lines...]
changes-to-html:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/docs/changes
[exec] Section 'Optimizations' appears more than once under release '6.5.0' at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/site/changes/changes2html.pl line 136.
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build.xml:654: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build.xml:629: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:2518: exec returned: 25
Total time: 267 minutes 16 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 290 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/290/
6 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([1CD4E002FDBBCDC6:40C90783339B79F0]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:235)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ https://127.0.0.1:44211/source_collection_shard1_replica1/
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:44211/source_collection_shard1_replica1/
at __randomizedtesting.SeedInfo.seed([1CD4E002FDBBCDC6:CFDDB01CB8285151]:0)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<1570> but was:<1561>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1CD4E002FDBBCDC6:9480DFD85347A03E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 497 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> Feb 22, 2017 7:13:39 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-354,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:266)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:149)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:47 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-357,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:696)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:594)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:647)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2233)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2201)
[junit4] 2> at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4841)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:47 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-353,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1388)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:46 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-355,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1575)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:41 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-358,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete commit
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete commit
[junit4] 2> at org.apache.lucene.index.IndexWriter.finishCommit(IndexWriter.java:3282)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3260)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3215)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:44 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-350,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:44 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-356,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:41 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-351,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> Feb 22, 2017 7:13:43 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-352,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=5E5720F22F1ABC04 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-CA -Dtests.timezone=Pacific/Enderbury -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 462s J1 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:230)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=416, name=Thread-354, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] > at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] > at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:266)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:149)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=420, name=Thread-358, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete commit
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete commit
[junit4] > at org.apache.lucene.index.IndexWriter.finishCommit(IndexWriter.java:3282)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3260)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3215)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=413, name=Thread-351, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=414, name=Thread-352, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=412, name=Thread-350, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=418, name=Thread-356, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3214)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=417, name=Thread-355, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1575)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > ... 1 moreThrowable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=415, name=Thread-353, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1388)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=419, name=Thread-357, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:696)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:594)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:647)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2233)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2201)
[junit4] > at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4841)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.store.GrowableByteArrayDataOutput.<init>(GrowableByteArrayDataOutput.java:47)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:108)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > ... 1 more
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexingSequenceNumbers_5E5720F22F1ABC04-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{thread=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1331, maxMBSortInHeap=5.653067483172126, sim=RandomSimilarity(queryNorm=true,coord=crazy): {id=DFR I(ne)L3(800.0)}, locale=en-CA, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=135667136,total=505937920
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterMergePolicy, TestTerms, TestLucene60FieldInfoFormat, TestFieldCacheRewriteMethod, TestGraphTokenizers, TestOmitTf, TestReaderWrapperDVTypeCheck, Test4GBStoredFields, TestSubScorerFreqs, TestExternalCodecs, TestConcurrentMergeScheduler, TestDoc, TestDirectMonotonic, TestCharsRefBuilder, TestRegexpRandom, TestPerFieldPostingsFormat, TestGeoEncodingUtils, TestSpanBoostQuery, TestMultiset, TestIndexWriterLockRelease, TestPagedBytes, TestMultiTermQueryRewrites, TestSimilarityProvider, TestMinShouldMatch2, TestBytesRef, TestIndexingSequenceNumbers]
[junit4] Completed [79/453 (1!)] on J1 in 643.54s, 8 tests, 1 error <<< FAILURES!
[...truncated 1294 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J1-20170221_175632_2777426839116710334389.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid12229.hprof ...
[junit4] Heap dump file created [493745149 bytes in 7.784 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 80 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ?? 21, 2017 11:34:28 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=7580, name=SUITE-TestFuzzyQuery-seed#[5E5720F22F1ABC04], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=7581, name=TEST-TestFuzzyQuery.testRandom-seed#[5E5720F22F1ABC04], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=5E5720F22F1ABC04 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh -Dtests.timezone=Africa/Dar_es_Salaam -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([5E5720F22F1ABC04]:0)
[junit4] 2> ?? 21, 2017 11:34:28 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ?? 21, 2017 11:34:48 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=7581, name=TEST-TestFuzzyQuery.testRandom-seed#[5E5720F22F1ABC04], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ?? 21, 2017 11:34:48 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=7581, name=TEST-TestFuzzyQuery.testRandom-seed#[5E5720F22F1ABC04], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ?? 21, 2017 11:34:51 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=7581, name=TEST-TestFuzzyQuery.testRandom-seed#[5E5720F22F1ABC04], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.ra
[...truncated too long message...]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4590044 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1CD4E002FDBBCDC6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1CD4E002FDBBCDC6-001
[junit4] 2> Feb 21, 2017 11:37:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{_version_=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1420, maxMBSortInHeap=6.806182868555215, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=uk, timezone=Africa/Tripoli
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=112962928,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [CollectionsAPISolrJTest, BlockJoinFacetSimpleTest, DistributedDebugComponentTest, TestDefaultSearchFieldResource, TestPKIAuthenticationPlugin, SolrIndexMetricsTest, TestMinMaxOnMultiValuedField, TestManagedResource, HdfsRecoveryZkTest, DeleteReplicaTest, InfixSuggestersTest, InfoHandlerTest, JsonValidatorTest, TestSchemalessBufferedUpdates, CleanupOldIndexTest, TestAuthenticationFramework, MultiThreadedOCPTest, SSLMigrationTest, TestSolrConfigHandlerConcurrent, TestDocumentBuilder, RegexBoostProcessorTest, CacheHeaderTest, TestExactSharedStatsCache, TestLegacyFieldCache, TestNoOpRegenerator, TestFoldingMultitermQuery, ExplicitHLLTest, XsltUpdateRequestHandlerTest, TolerantUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestExportWriter, ForceLeaderTest, SolrMetricsIntegrationTest, TestHighlightDedupGrouping, TestComponentsName, TestDistributedStatsComponentCardinality, QueryEqualityTest, AtomicUpdatesTest, UniqFieldsUpdateProcessorFactoryTest, ClassificationUpdateProcessorTest, MergeStrategyTest, TestRangeQuery, PolyFieldTest, TestFreeTextSuggestions, HighlighterConfigTest, DeleteInactiveReplicaTest, SegmentsInfoRequestHandlerTest, TestJavabinTupleStreamParser, TestReplicationHandlerBackup, TestFastWriter, ZkNodePropsTest, TestSolrCloudWithDelegationTokens, HdfsCollectionsAPIDistributedZkTest, FastVectorHighlighterTest, TestFaceting, DateFieldTest, TestReplicationHandler, SyncSliceTest, TestSolrConfigHandler, AssignTest, HLLUtilTest, TestLockTree, TestImplicitCoreProperties, CollectionStateFormat2Test, TestMiniSolrCloudClusterSSL, BasicAuthIntegrationTest, TestLeaderElectionZkExpiry, TestSolrQueryParserDefaultOperatorResource, SignatureUpdateProcessorFactoryTest, TestPerFieldSimilarity, TestNonDefinedSimilarityFactory, TestCodecSupport, TestOmitPositions, TestSQLHandler, ResourceLoaderTest, BasicDistributedZkTest, QueryResultKeyTest, CursorPagingTest, RuleEngineTest, DistribCursorPagingTest, TestScoreJoinQPScore, TestAtomicUpdateErrorCases, TestTrackingShardHandlerFactory, NotRequiredUniqueKeyTest, TestSimpleQParserPlugin, TestManagedSchemaThreadSafety, TestCollectionAPIs, TriLevelCompositeIdRoutingTest, DocumentAnalysisRequestHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestFieldCollectionResource, HdfsBasicDistributedZkTest, SolrCoreMetricManagerTest, ConnectionManagerTest, RecoveryAfterSoftCommitTest, TestCrossCoreJoin, TestRemoteStreaming, SmileWriterTest, FileBasedSpellCheckerTest, SolrCoreTest, TestDeleteCollectionOnDownNodes, ConnectionReuseTest, TestSolrCLIRunExample, TestDistributedSearch, TestStressUserVersions, DistributedQueueTest, TestRealTimeGet, IgnoreCommitOptimizeUpdateProcessorFactoryTest, OverseerCollectionConfigSetProcessorTest, PeerSyncTest, TestRecoveryHdfs, TestRandomDVFaceting, LeaderFailureAfterFreshStartTest, OverseerStatusTest, ReplicationFactorTest, RollingRestartTest, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, HdfsChaosMonkeySafeLeaderTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [549/695 (3!)] on J0 in 30.77s, 1 test, 1 failure <<< FAILURES!
[...truncated 12173 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid12229.hprof
Total time: 359 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 289 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/289/
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:615) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:196) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:159) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:134) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrLeaderStateManager.setAmILeader(CdcrLeaderStateManager.java:108) at org.apache.solr.handler.CdcrLeaderStateManager.checkIfIAmLeader(CdcrLeaderStateManager.java:95) at org.apache.solr.handler.CdcrLeaderStateManager.access$400(CdcrLeaderStateManager.java:40) at org.apache.solr.handler.CdcrLeaderStateManager$LeaderStateWatcher.process(CdcrLeaderStateManager.java:150) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:615)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:196)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:159)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:134)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrLeaderStateManager.setAmILeader(CdcrLeaderStateManager.java:108)
at org.apache.solr.handler.CdcrLeaderStateManager.checkIfIAmLeader(CdcrLeaderStateManager.java:95)
at org.apache.solr.handler.CdcrLeaderStateManager.access$400(CdcrLeaderStateManager.java:40)
at org.apache.solr.handler.CdcrLeaderStateManager$LeaderStateWatcher.process(CdcrLeaderStateManager.java:150)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest: 1) Thread[id=14880, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 2) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:
1) Thread[id=14880, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
2) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test
Error Message:
shard3 is not consistent. Got 79 from https://127.0.0.1:33901/collection1 (previous client) and got 81 from https://127.0.0.1:45956/collection1
Stack Trace:
java.lang.AssertionError: shard3 is not consistent. Got 79 from https://127.0.0.1:33901/collection1 (previous client) and got 81 from https://127.0.0.1:45956/collection1
at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35:40E94629B72E41CD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1271)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1250)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35:40E94629B72E41CD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12151 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/init-core-data-001
[junit4] 2> 1030722 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1030723 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1030723 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xxuy/pr
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1030751 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1030764 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1030766 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1030775 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42039_hdfs____.gv03y6/webapp
[junit4] 2> 1031504 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42039
[junit4] 2> 1031580 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1031581 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1031590 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35704_datanode____wmk2m8/webapp
[junit4] 2> 1031955 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35704
[junit4] 2> 1031998 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1031999 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1032012 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46711_datanode____.i9qbic/webapp
[junit4] 2> 1032091 INFO (IPC Server handler 3 on 43178) [ ] BlockStateChange BLOCK* processReport: from storage DS-770bc853-96e7-4339-8166-f21ace9b1e13 node DatanodeRegistration(127.0.0.1:41127, datanodeUuid=41a60b86-db4d-477d-9dd3-f7ed1dd43b77, infoPort=34114, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-56;cid=testClusterID;nsid=1115533096;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1032091 INFO (IPC Server handler 3 on 43178) [ ] BlockStateChange BLOCK* processReport: from storage DS-f0c8d3b1-0b65-44b9-95e1-99ff2a70fca1 node DatanodeRegistration(127.0.0.1:41127, datanodeUuid=41a60b86-db4d-477d-9dd3-f7ed1dd43b77, infoPort=34114, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-56;cid=testClusterID;nsid=1115533096;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1032470 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C8BD79F319D22C35]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46711
[junit4] 2> 1032559 INFO (IPC Server handler 0 on 43178) [ ] BlockStateChange BLOCK* processReport: from storage DS-fbd2ff27-dcbc-4512-bee3-8714e9ce0425 node DatanodeRegistration(127.0.0.1:58440, datanodeUuid=0c78c166-215a-40f6-b1b3-51a3f12a3333, infoPort=40456, infoSecurePort=0, ipcPort=38918, storageInfo=lv=-56;cid=testClusterID;nsid=1115533096;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1032559 INFO (IPC Server handler 0 on 43178) [ ] BlockStateChange BLOCK* processReport: from storage DS-926811d6-d0e8-43d3-bc09-87a4e719441d node DatanodeRegistration(127.0.0.1:58440, datanodeUuid=0c78c166-215a-40f6-b1b3-51a3f12a3333, infoPort=40456, infoSecurePort=0, ipcPort=38918, storageInfo=lv=-56;cid=testClusterID;nsid=1115533096;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1032640 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1032641 INFO (Thread-2242) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1032641 INFO (Thread-2242) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1032741 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.ZkTestServer start zk server on port:50881
[junit4] 2> 1032757 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1032759 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1032761 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1032762 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1032768 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1032769 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1032770 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1032779 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1032780 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1032781 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1032782 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1032890 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/control-001/cores/collection1
[junit4] 2> 1032892 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1032906 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68382c20{/xxuy/pr,null,AVAILABLE}
[junit4] 2> 1032906 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@718d852f{HTTP/1.1,[http/1.1]}{127.0.0.1:42868}
[junit4] 2> 1032906 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server Started @1035804ms
[junit4] 2> 1032906 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43178/hdfs__localhost_43178__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001_tempDir-002_control_data, hostContext=/xxuy/pr, hostPort=42868, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/control-001/cores}
[junit4] 2> 1032907 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1032907 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1032907 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1032907 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1032907 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T09:30:45.943Z
[junit4] 2> 1032910 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1032910 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/control-001/solr.xml
[junit4] 2> 1032917 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1032917 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50881/solr
[junit4] 2> 1032935 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1032936 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42868_xxuy%2Fpr
[junit4] 2> 1032937 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.Overseer Overseer (id=97490242481487876-127.0.0.1:42868_xxuy%2Fpr-n_0000000000) starting
[junit4] 2> 1032944 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42868_xxuy%2Fpr
[junit4] 2> 1032953 INFO (OverseerStateUpdate-97490242481487876-127.0.0.1:42868_xxuy%2Fpr-n_0000000000) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1033013 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/control-001/cores
[junit4] 2> 1033013 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1033019 INFO (OverseerStateUpdate-97490242481487876-127.0.0.1:42868_xxuy%2Fpr-n_0000000000) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1033035 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1033045 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1033112 WARN (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1033114 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1033129 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1033130 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43178/solr_hdfs_home
[junit4] 2> 1033130 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1033130 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/control-001/cores/collection1], dataDir=[hdfs://localhost:43178/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1033130 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f775b2e
[junit4] 2> 1033130 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1033140 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1033140 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1033147 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1033148 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1033173 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1033178 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1033178 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1033184 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1033184 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.509765625, noCFSRatio=0.22900695798051826]
[junit4] 2> 1033207 INFO (IPC Server handler 3 on 43178) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41127 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fbd2ff27-dcbc-4512-bee3-8714e9ce0425:NORMAL:127.0.0.1:58440|RBW], ReplicaUC[[DISK]DS-f0c8d3b1-0b65-44b9-95e1-99ff2a70fca1:NORMAL:127.0.0.1:41127|FINALIZED]]} size 0
[junit4] 2> 1033209 INFO (IPC Server handler 4 on 43178) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58440 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f0c8d3b1-0b65-44b9-95e1-99ff2a70fca1:NORMAL:127.0.0.1:41127|FINALIZED], ReplicaUC[[DISK]DS-926811d6-d0e8-43d3-bc09-87a4e719441d:NORMAL:127.0.0.1:58440|FINALIZED]]} size 0
[junit4] 2> 1033218 WARN (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1033267 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1033267 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1033267 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1033279 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1033279 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1033280 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@59e660b8
[junit4] 2> 1033301 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@749b5244[collection1] main]
[junit4] 2> 1033302 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1033302 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1033302 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1033305 INFO (searcherExecutor-2491-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@749b5244[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1033307 INFO (coreLoadExecutor-2490-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559843880402157568
[junit4] 2> 1033319 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1033319 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1033320 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42868/xxuy/pr/collection1/
[junit4] 2> 1033320 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1033320 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42868/xxuy/pr/collection1/ has no replicas
[junit4] 2> 1033324 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42868/xxuy/pr/collection1/ shard1
[junit4] 2> 1033475 INFO (coreZkRegister-2483-thread-1-processing-n:127.0.0.1:42868_xxuy%2Fpr x:collection1 c:control_collection) [n:127.0.0.1:42868_xxuy%2Fpr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1033664 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1033665 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50881/solr ready
[junit4] 2> 1033665 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1033762 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-1-001/cores/collection1
[junit4] 2> 1033762 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-1-001
[junit4] 2> 1033763 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1033764 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@209ea24a{/xxuy/pr,null,AVAILABLE}
[junit4] 2> 1033764 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5551d84f{HTTP/1.1,[http/1.1]}{127.0.0.1:55777}
[junit4] 2> 1033764 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server Started @1036662ms
[junit4] 2> 1033764 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43178/hdfs__localhost_43178__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/xxuy/pr, hostPort=55777, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-1-001/cores}
[junit4] 2> 1033764 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1033764 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1033765 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1033765 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1033765 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T09:30:46.801Z
[junit4] 2> 1033767 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1033767 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-1-001/solr.xml
[junit4] 2> 1033771 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1033772 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50881/solr
[junit4] 2> 1033780 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1033781 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1033783 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55777_xxuy%2Fpr
[junit4] 2> 1033784 INFO (zkCallback-864-thread-4-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1033784 INFO (zkCallback-868-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1033794 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1033821 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-1-001/cores
[junit4] 2> 1033821 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1033826 INFO (OverseerStateUpdate-97490242481487876-127.0.0.1:42868_xxuy%2Fpr-n_0000000000) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1034835 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1034845 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1034901 WARN (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1034903 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1034913 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1034913 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43178/solr_hdfs_home
[junit4] 2> 1034913 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1034913 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:43178/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1034913 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f775b2e
[junit4] 2> 1034918 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1034924 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1034924 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1034926 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1034933 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1034955 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1034963 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1034963 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1034965 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1034966 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.509765625, noCFSRatio=0.22900695798051826]
[junit4] 2> 1034988 INFO (IPC Server handler 0 on 43178) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41127 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-926811d6-d0e8-43d3-bc09-87a4e719441d:NORMAL:127.0.0.1:58440|RBW], ReplicaUC[[DISK]DS-770bc853-96e7-4339-8166-f21ace9b1e13:NORMAL:127.0.0.1:41127|FINALIZED]]} size 0
[junit4] 2> 1034988 INFO (IPC Server handler 1 on 43178) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58440 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-770bc853-96e7-4339-8166-f21ace9b1e13:NORMAL:127.0.0.1:41127|FINALIZED], ReplicaUC[[DISK]DS-fbd2ff27-dcbc-4512-bee3-8714e9ce0425:NORMAL:127.0.0.1:58440|FINALIZED]]} size 0
[junit4] 2> 1034997 WARN (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1035024 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1035024 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1035024 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1035033 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1035033 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1035034 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1af89e2e
[junit4] 2> 1035040 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@197989a8[collection1] main]
[junit4] 2> 1035041 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1035042 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1035042 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1035043 INFO (searcherExecutor-2502-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@197989a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1035046 INFO (coreLoadExecutor-2501-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559843882225631232
[junit4] 2> 1035052 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1035052 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1035052 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55777/xxuy/pr/collection1/
[junit4] 2> 1035052 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1035052 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55777/xxuy/pr/collection1/ has no replicas
[junit4] 2> 1035055 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55777/xxuy/pr/collection1/ shard1
[junit4] 2> 1035206 INFO (coreZkRegister-2496-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:55777_xxuy%2Fpr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1035604 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-2-001/cores/collection1
[junit4] 2> 1035605 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-2-001
[junit4] 2> 1035605 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1035606 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dacdcfb{/xxuy/pr,null,AVAILABLE}
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4740df7b{HTTP/1.1,[http/1.1]}{127.0.0.1:46637}
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server Started @1038504ms
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43178/hdfs__localhost_43178__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/xxuy/pr, hostPort=46637, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-2-001/cores}
[junit4] 2> 1035607 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1035607 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-20T09:30:48.643Z
[junit4] 2> 1035610 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1035610 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-2-001/solr.xml
[junit4] 2> 1035617 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1035618 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50881/solr
[junit4] 2> 1035627 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:46637_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1035630 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:46637_xxuy%2Fpr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1035634 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:46637_xxuy%2Fpr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46637_xxuy%2Fpr
[junit4] 2> 1035636 INFO (zkCallback-868-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1035636 INFO (zkCallback-873-thread-1-processing-n:127.0.0.1:55777_xxuy%2Fpr) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1035637 INFO (zkCallback-864-thread-4-processing-n:127.0.0.1:42868_xxuy%2Fpr) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1035637 INFO (zkCallback-879-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1035687 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:46637_xxuy%2Fpr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-2-001/cores
[junit4] 2> 1035687 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [n:127.0.0.1:46637_xxuy%2Fpr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1035689 INFO (OverseerStateUpdate-97490242481487876-127.0.0.1:42868_xxuy%2Fpr-n_0000000000) [n:127.0.0.1:42868_xxuy%2Fpr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1036712 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1036722 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1036767 WARN (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1036768 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1037305 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1037306 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43178/solr_hdfs_home
[junit4] 2> 1037306 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1037306 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:43178/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 1037307 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f775b2e
[junit4] 2> 1037307 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 1037314 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1037314 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1037318 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1037326 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 1037351 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43178/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 1037356 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1037356 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1037357 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1037358 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.509765625, noCFSRatio=0.22900695798051826]
[junit4] 2> 1037410 INFO (IPC Server handler 2 on 43178) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58440 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f0c8d3b1-0b65-44b9-95e1-99ff2a70fca1:NORMAL:127.0.0.1:41127|RBW], ReplicaUC[[DISK]DS-926811d6-d0e8-43d3-bc09-87a4e719441d:NORMAL:127.0.0.1:58440|FINALIZED]]} size 0
[junit4] 2> 1037412 INFO (IPC Server handler 0 on 43178) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41127 is added to blk_1073741827_1003 size 71
[junit4] 2> 1037419 WARN (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1037455 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1037455 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1037455 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1037472 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1037473 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1037474 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@681eab15
[junit4] 2> 1037480 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1164df4f[collection1] main]
[junit4] 2> 1037481 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1037482 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1037482 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1037483 INFO (searcherExecutor-2513-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1164df4f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1037486 INFO (coreLoadExecutor-2512-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559843884784156672
[junit4] 2> 1037491 INFO (coreZkRegister-2507-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 c:collection1) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1037493 INFO (updateExecutor-876-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1037494 INFO (recoveryExecutor-877-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1037494 INFO (recoveryExecutor-877-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1037494 INFO (recoveryExecutor-877-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1037494 INFO (recoveryExecutor-877-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1037494 INFO (recoveryExecutor-877-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:55777/xxuy/pr/collection1/] and I am [http://127.0.0.1:46637/xxuy/pr/collection1/]
[junit4] 2> 1037498 INFO (recoveryExecutor-877-thread-1-processing-n:127.0.0.1:46637_xxuy%2Fpr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46637_xxuy%2Fpr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:55777/xxuy/pr]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46637_xxuy%252Fpr&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1037502 INFO (qtp567798657-6872) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1037503 INFO (qtp567798657-6872) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1037503 INFO (qtp567798657-6872) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46637_xxuy%2Fpr, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:43178/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:46637/xxuy/pr","node_name":"127.0.0.1:46637_xxuy%2Fpr","state":"recovering","ulogDir":"hdfs://localhost:43178/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 1037503 INFO (qtp567798657-6872) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 1037503 INFO (qtp567798657-6872) [n:127.0.0.1:55777_xxuy%2Fpr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46637_xxuy%252Fpr&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1037908 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-3-001/cores/collection1
[junit4] 2> 1037909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-3-001
[junit4] 2> 1037910 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1037911 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d99bb42{/xxuy/pr,null,AVAILABLE}
[junit4] 2> 1037912 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71dc9e9a{HTTP/1.1,[http/1.1]}{127.0.0.1:35340}
[junit4] 2> 1037912 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.e.j.s.Server Started @1040809ms
[junit4] 2> 1037912 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43178/hdfs__localhost_43178__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/xxuy/pr, hostPort=35340, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C8BD79F319D22C35-001/shard-3-001/cores}
[junit4] 2> 1037912 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1037912 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1037912 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C35]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1037912 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[C8BD79F319D22C
[...truncated too long message...]
> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2> 2644875 WARN (zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258)) [n:127.0.0.1:42838_y_ihk%2Fxm ] o.a.z.ClientCnxn Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] 2> Feb 20, 2017 9:57:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=13140, maxDocsPerChunk=205, blockSize=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=13140, blockSize=7)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl, timezone=America/Mexico_City
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=244352632,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaNameResource, MoreLikeThisHandlerTest, TestSolrDynamicMBean, OutOfBoxZkACLAndCredentialsProvidersTest, TestTrie, CdcrVersionReplicationTest, ShardRoutingCustomTest, SharedFSAutoReplicaFailoverUtilsTest, BasicAuthIntegrationTest, TestCollectionAPI, TestReloadAndDeleteDocs, TestMinMaxOnMultiValuedField, TestFilteredDocIdSet, MetricsHandlerTest, DateMathParserTest, SolrSlf4jReporterTest, TestTolerantUpdateProcessorRandomCloud, TestSlowCompositeReaderWrapper, CloudExitableDirectoryReaderTest, TestFiltering, DocValuesTest, TermsComponentTest, SolrIndexMetricsTest, TestLuceneMatchVersion, TestSimpleTrackingShardHandler, TestNoOpRegenerator, TestFuzzyAnalyzedSuggestions, DeleteShardTest, OverseerTaskQueueTest, IndexSchemaRuntimeFieldTest, HttpSolrCallGetCoreTest, TestFieldCacheReopen, TestSystemCollAutoCreate, ZkSolrClientTest, TestUseDocValuesAsStored, TestSubQueryTransformerCrossCore, UpdateLogTest, ConvertedLegacyTest, RulesTest, SolrIndexConfigTest, MultiTermTest, DistribDocExpirationUpdateProcessorTest, JavabinLoaderTest, TestConfigsApi, CollectionTooManyReplicasTest, DistanceFunctionTest, TestElisionMultitermQuery, TestBackupRepositoryFactory, SpellingQueryConverterTest, ZkControllerTest, TestInfoStreamLogging, SpatialRPTFieldTypeTest, TestWordDelimiterFilterFactory, TestSuggestSpellingConverter, SpellCheckCollatorTest, TestDistributedGrouping, DistributedMLTComponentTest, TestRTGBase, TestRequestStatusCollectionAPI, DistributedIntervalFacetingTest, EnumFieldTest, LeaderFailureAfterFreshStartTest, TestOnReconnectListenerSupport, TestUpdate, TestFastOutputStream, TestSearchPerf, SolrMetricManagerTest, TermVectorComponentTest, TestSolrIndexConfig, CdcrReplicationDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationDistributedZkTest -Dtests.seed=C8BD79F319D22C35 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=nl -Dtests.timezone=America/Mexico_City -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | CdcrReplicationDistributedZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [SolrZkClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
[junit4] > at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:615)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1062)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:196)
[junit4] > at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:159)
[junit4] > at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:134)
[junit4] > at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager.setAmILeader(CdcrLeaderStateManager.java:108)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager.checkIfIAmLeader(CdcrLeaderStateManager.java:95)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager.access$400(CdcrLeaderStateManager.java:40)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager$LeaderStateWatcher.process(CdcrLeaderStateManager.java:150)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:
[junit4] > 1) Thread[id=14880, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
[junit4] > 2) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=14879, name=zkCallback-2471-thread-3-processing-n:127.0.0.1:42838_y_ihk%2Fxm-SendThread(127.0.0.1:59258), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > at __randomizedtesting.SeedInfo.seed([C8BD79F319D22C35]:0)
[junit4] Completed [365/696 (3!)] on J1 in 1908.93s, 11 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 63629 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 288 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/288/
3 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings
Error Message:
finalOffset expected:<80> but was:<76>
Stack Trace:
java.lang.AssertionError: finalOffset expected:<80> but was:<76>
at __randomizedtesting.SeedInfo.seed([23AD52513D34A04D:49F6ED40647A80BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:292)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:307)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:311)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:842)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:641)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:539)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:880)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.admin.TestApiFramework.testFramework
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([1869389B2B9DED3D:F1FF2BC2D490100]:0)
at org.apache.solr.api.V2HttpCall.getApiInfo(V2HttpCall.java:194)
at org.apache.solr.handler.admin.TestApiFramework.invoke(TestApiFramework.java:176)
at org.apache.solr.handler.admin.TestApiFramework.testFramework(TestApiFramework.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1869389B2B9DED3D:903D0741856180C5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 3144 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> TEST FAIL: useCharFilter=true text='Tullgren, 1910</small> \u2014 East Africa * ''[[Dolichognatha albida]]'' <small>(Simo'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> org.apache.lucene.analysis.MockCharFilter(java.io.StringReader@3116b09c)
[junit4] 2> org.apache.lucene.analysis.charfilter.HTMLStripCharFilter(org.apache.lucene.analysis.MockCharFilter@1aba8539)
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.pattern.SimplePatternTokenizer(org.apache.lucene.util.automaton.Automaton@53b0efdc)
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.tr.TurkishLowerCaseFilter(ValidatingTokenFilter@5a4d527e term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
[junit4] 2> offsetsAreCorrect=true
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=23AD52513D34A04D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=und -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 24.0s J2 | TestRandomChains.testRandomChainsWithLargeStrings <<<
[junit4] > Throwable #1: java.lang.AssertionError: finalOffset expected:<80> but was:<76>
[junit4] > at __randomizedtesting.SeedInfo.seed([23AD52513D34A04D:49F6ED40647A80BE]:0)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:292)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:307)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:311)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:842)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:641)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:539)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:880)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_23AD52513D34A04D-001
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {dummy=IB LL-D3(800.0)}, locale=und, timezone=Europe/Zurich
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=99578048,total=286261248
[junit4] 2> NOTE: All tests run in this JVM: [TestEnglishMinimalStemFilterFactory, TestSerbianNormalizationFilterFactory, TestLimitTokenCountFilterFactory, TestSegmentingTokenizerBase, GreekAnalyzerTest, TestFrenchMinimalStemFilter, TestDelimitedPayloadTokenFilterFactory, TestPatternReplaceCharFilter, TestDictionary, TestTrimFilter, TestWordnetSynonymParser, TestCzechStemmer, TokenOffsetPayloadTokenFilterTest, TestSynonymFilterFactory, TestGermanLightStemFilterFactory, TestKeepCase, TestWordDelimiterGraphFilter, TestRemoveDuplicatesTokenFilterFactory, TestOptionalCondition, TestPatternReplaceFilter, NGramTokenFilterTest, TestIndonesianAnalyzer, TestScandinavianFoldingFilter, TestKStemmer, TestCJKWidthFilterFactory, TestPerFieldAnalyzerWrapper, TestMorphData, Test64kAffixes, TestFrenchLightStemFilter, TestStandardFactories, TestCondition2, TestPrefixAndSuffixAwareTokenFilter, TestCzechStemFilterFactory, TestSoraniNormalizationFilter, TestSoraniStemFilterFactory, TestCodepointCountFilterFactory, TestHindiAnalyzer, TestFlagLong, TestGermanStemFilter, TestWikipediaTokenizerFactory, TestPortugueseAnalyzer, TestKStemFilterFactory, HTMLStripCharFilterTest, TestBrazilianStemFilterFactory, TestKeywordRepeatFilter, DateRecognizerFilterTest, TestPatternReplaceFilterFactory, TestSnowball, TestRandomChains]
[junit4] Completed [151/278 (1!)] on J2 in 119.01s, 2 tests, 1 failure <<< FAILURES!
[...truncated 8284 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/init-core-data-001
[junit4] 2> 37143 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 37144 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 37145 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 38057 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 39004 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 39213 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 39235 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 39353 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 39403 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42085_hdfs____ffc3a1/webapp
[junit4] 2> 40297 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42085
[junit4] 2> 41918 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 41922 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 41931 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42429_datanode____.zfxf8c/webapp
[junit4] 2> 42406 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42429
[junit4] 2> 43085 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 43112 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 43138 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48147_datanode____.pur3c9/webapp
[junit4] 2> 43811 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48147
[junit4] 2> 45605 INFO (IPC Server handler 5 on 55900) [ ] BlockStateChange BLOCK* processReport: from storage DS-44b8f2fe-2e8a-439a-9b05-08f0b018f746 node DatanodeRegistration(127.0.0.1:49046, datanodeUuid=eb06bd9b-9a0f-4a63-afae-9932d42f5665, infoPort=60790, infoSecurePort=0, ipcPort=37282, storageInfo=lv=-56;cid=testClusterID;nsid=967113967;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 45606 INFO (IPC Server handler 5 on 55900) [ ] BlockStateChange BLOCK* processReport: from storage DS-f59643f9-f9ff-43a4-beba-fd4afb09a804 node DatanodeRegistration(127.0.0.1:49046, datanodeUuid=eb06bd9b-9a0f-4a63-afae-9932d42f5665, infoPort=60790, infoSecurePort=0, ipcPort=37282, storageInfo=lv=-56;cid=testClusterID;nsid=967113967;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 45606 INFO (IPC Server handler 6 on 55900) [ ] BlockStateChange BLOCK* processReport: from storage DS-a41b2d8f-76a7-4e5a-912b-48090fc3250a node DatanodeRegistration(127.0.0.1:57984, datanodeUuid=a3aa134b-4f69-40db-852d-de670d59e3a5, infoPort=49107, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-56;cid=testClusterID;nsid=967113967;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 45610 INFO (IPC Server handler 6 on 55900) [ ] BlockStateChange BLOCK* processReport: from storage DS-3cb5a2b1-88c3-44c9-a1ff-c115af7c0ab4 node DatanodeRegistration(127.0.0.1:57984, datanodeUuid=a3aa134b-4f69-40db-852d-de670d59e3a5, infoPort=49107, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-56;cid=testClusterID;nsid=967113967;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 45961 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 45962 INFO (Thread-125) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 45962 INFO (Thread-125) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 46062 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.ZkTestServer start zk server on port:45728
[junit4] 2> 46084 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 46086 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 46090 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 46091 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 46093 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 46094 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 46096 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 46099 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 46100 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 46102 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 46103 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 46256 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/control-001/cores/collection1
[junit4] 2> 46258 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 46260 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40e281de{/,null,AVAILABLE}
[junit4] 2> 46260 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63575fa2{HTTP/1.1,[http/1.1]}{127.0.0.1:47753}
[junit4] 2> 46260 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server Started @49550ms
[junit4] 2> 46261 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55900/hdfs__localhost_55900__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001_tempDir-002_control_data, hostContext=/, hostPort=47753, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/control-001/cores}
[junit4] 2> 46261 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 46261 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 46261 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 46261 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 46262 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-19T08:21:54.893Z
[junit4] 2> 46268 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 46268 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/control-001/solr.xml
[junit4] 2> 46276 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 46277 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45728/solr
[junit4] 2> 46331 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:47753_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 46332 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:47753_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47753_
[junit4] 2> 46333 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:47753_ ] o.a.s.c.Overseer Overseer (id=97484309436497924-127.0.0.1:47753_-n_0000000000) starting
[junit4] 2> 46349 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:47753_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47753_
[junit4] 2> 46362 INFO (zkCallback-21-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 46428 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:47753_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/control-001/cores
[junit4] 2> 46428 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:47753_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 46465 INFO (OverseerStateUpdate-97484309436497924-127.0.0.1:47753_-n_0000000000) [n:127.0.0.1:47753_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 47480 WARN (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 47506 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 47631 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 47838 WARN (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 47855 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 47995 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 48029 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55900/solr_hdfs_home
[junit4] 2> 48029 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 48036 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/control-001/cores/collection1], dataDir=[hdfs://localhost:55900/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 48036 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74ca2c
[junit4] 2> 48037 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 48078 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 48078 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 48078 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 49216 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 49232 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 49326 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 49338 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 49338 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 49371 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 49372 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=30.4580078125, floorSegmentMB=0.9482421875, forceMergeDeletesPctAllowed=7.656383864441519, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2626329900004277
[junit4] 2> 49837 INFO (IPC Server handler 8 on 55900) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49046 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-44b8f2fe-2e8a-439a-9b05-08f0b018f746:NORMAL:127.0.0.1:49046|RBW], ReplicaUC[[DISK]DS-a41b2d8f-76a7-4e5a-912b-48090fc3250a:NORMAL:127.0.0.1:57984|RBW]]} size 71
[junit4] 2> 49842 INFO (IPC Server handler 2 on 55900) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57984 is added to blk_1073741825_1001 size 71
[junit4] 2> 50584 WARN (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 50760 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 50760 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 50760 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 50806 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 50806 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 50811 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=91.953125, floorSegmentMB=0.9287109375, forceMergeDeletesPctAllowed=29.939285096133297, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2725521170725631
[junit4] 2> 51024 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d8d3363[collection1] main]
[junit4] 2> 51027 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 51029 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 51031 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 51040 INFO (searcherExecutor-65-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d8d3363[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 51048 INFO (coreLoadExecutor-64-thread-1-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559748956314927104
[junit4] 2> 51072 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 51072 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 51072 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47753/collection1/
[junit4] 2> 51072 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 51072 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47753/collection1/ has no replicas
[junit4] 2> 51094 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47753/collection1/ shard1
[junit4] 2> 51133 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 51134 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45728/solr ready
[junit4] 2> 51136 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 51136 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 51195 INFO (coreZkRegister-57-thread-1-processing-n:127.0.0.1:47753_ x:collection1 c:control_collection) [n:127.0.0.1:47753_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 51595 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-1-001/cores/collection1
[junit4] 2> 51597 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-1-001
[junit4] 2> 51601 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 51614 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28ec9ddc{/,null,AVAILABLE}
[junit4] 2> 51615 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78832145{HTTP/1.1,[http/1.1]}{127.0.0.1:51564}
[junit4] 2> 51615 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server Started @54904ms
[junit4] 2> 51615 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55900/hdfs__localhost_55900__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51564, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-1-001/cores}
[junit4] 2> 51615 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 51625 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 51625 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 51625 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 51625 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-19T08:22:00.257Z
[junit4] 2> 51657 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 51657 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-1-001/solr.xml
[junit4] 2> 51682 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 51693 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45728/solr
[junit4] 2> 51740 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 51743 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:51564_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 51760 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:51564_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51564_
[junit4] 2> 51767 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 51771 INFO (zkCallback-21-thread-4-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 51774 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 52262 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:51564_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-1-001/cores
[junit4] 2> 52262 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:51564_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 52635 INFO (OverseerStateUpdate-97484309436497924-127.0.0.1:47753_-n_0000000000) [n:127.0.0.1:47753_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 52743 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 53696 WARN (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 53696 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 53755 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 53972 WARN (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 53990 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 54048 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 54050 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55900/solr_hdfs_home
[junit4] 2> 54051 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 54051 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:55900/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 54051 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74ca2c
[junit4] 2> 54055 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 54084 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 54084 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 54120 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 54128 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 54327 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 54336 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 54336 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 54494 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 54495 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=30.4580078125, floorSegmentMB=0.9482421875, forceMergeDeletesPctAllowed=7.656383864441519, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2626329900004277
[junit4] 2> 54605 INFO (IPC Server handler 1 on 55900) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57984 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a41b2d8f-76a7-4e5a-912b-48090fc3250a:NORMAL:127.0.0.1:57984|RBW], ReplicaUC[[DISK]DS-f59643f9-f9ff-43a4-beba-fd4afb09a804:NORMAL:127.0.0.1:49046|RBW]]} size 0
[junit4] 2> 54608 INFO (IPC Server handler 6 on 55900) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49046 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a41b2d8f-76a7-4e5a-912b-48090fc3250a:NORMAL:127.0.0.1:57984|RBW], ReplicaUC[[DISK]DS-f59643f9-f9ff-43a4-beba-fd4afb09a804:NORMAL:127.0.0.1:49046|RBW]]} size 0
[junit4] 2> 54638 WARN (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 54759 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 54759 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 54759 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 54782 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 54782 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 54792 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=91.953125, floorSegmentMB=0.9287109375, forceMergeDeletesPctAllowed=29.939285096133297, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2725521170725631
[junit4] 2> 54819 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34a1ef75[collection1] main]
[junit4] 2> 54823 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 54824 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 54824 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 54827 INFO (searcherExecutor-76-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34a1ef75[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 54832 INFO (coreLoadExecutor-75-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559748960283787264
[junit4] 2> 54840 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 54840 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 54840 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51564/collection1/
[junit4] 2> 54840 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 54840 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51564/collection1/ has no replicas
[junit4] 2> 54842 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 55021 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51564/collection1/ shard1
[junit4] 2> 55138 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 55174 INFO (coreZkRegister-70-thread-1-processing-n:127.0.0.1:51564_ x:collection1 c:collection1) [n:127.0.0.1:51564_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 55287 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 55300 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-2-001/cores/collection1
[junit4] 2> 55304 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-2-001
[junit4] 2> 55305 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 55328 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2197847b{/,null,AVAILABLE}
[junit4] 2> 55329 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24605722{HTTP/1.1,[http/1.1]}{127.0.0.1:52463}
[junit4] 2> 55329 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server Started @58618ms
[junit4] 2> 55329 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55900/hdfs__localhost_55900__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=52463, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-2-001/cores}
[junit4] 2> 55329 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 55342 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 55342 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 55342 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 55343 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-19T08:22:03.975Z
[junit4] 2> 55456 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 55456 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-2-001/solr.xml
[junit4] 2> 55465 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 55470 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45728/solr
[junit4] 2> 55545 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:52463_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 55547 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:52463_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 55549 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:52463_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52463_
[junit4] 2> 55573 INFO (zkCallback-37-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 55574 INFO (zkCallback-21-thread-3-processing-n:127.0.0.1:47753_) [n:127.0.0.1:47753_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 55573 INFO (zkCallback-25-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 55573 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 55680 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 56132 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:52463_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-2-001/cores
[junit4] 2> 56132 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [n:127.0.0.1:52463_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 56194 INFO (OverseerStateUpdate-97484309436497924-127.0.0.1:47753_-n_0000000000) [n:127.0.0.1:47753_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 56298 INFO (zkCallback-37-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 56298 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 57259 WARN (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 57267 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 57593 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 58156 WARN (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 58163 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 58247 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 58247 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55900/solr_hdfs_home
[junit4] 2> 58247 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 58247 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:55900/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 58248 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c74ca2c
[junit4] 2> 58248 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 58310 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 58310 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 58326 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 58328 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 58651 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55900/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 58735 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 58735 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 58787 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 58787 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=30.4580078125, floorSegmentMB=0.9482421875, forceMergeDeletesPctAllowed=7.656383864441519, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2626329900004277
[junit4] 2> 58900 INFO (IPC Server handler 3 on 55900) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49046 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a41b2d8f-76a7-4e5a-912b-48090fc3250a:NORMAL:127.0.0.1:57984|RBW], ReplicaUC[[DISK]DS-44b8f2fe-2e8a-439a-9b05-08f0b018f746:NORMAL:127.0.0.1:49046|FINALIZED]]} size 0
[junit4] 2> 58902 INFO (IPC Server handler 1 on 55900) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57984 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-44b8f2fe-2e8a-439a-9b05-08f0b018f746:NORMAL:127.0.0.1:49046|FINALIZED], ReplicaUC[[DISK]DS-3cb5a2b1-88c3-44c9-a1ff-c115af7c0ab4:NORMAL:127.0.0.1:57984|FINALIZED]]} size 0
[junit4] 2> 58933 WARN (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 59123 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 59123 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 59123 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 59137 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 59137 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 59141 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=91.953125, floorSegmentMB=0.9287109375, forceMergeDeletesPctAllowed=29.939285096133297, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2725521170725631
[junit4] 2> 59175 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13689fc9[collection1] main]
[junit4] 2> 59177 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 59177 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 59177 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 59180 INFO (searcherExecutor-87-thread-1-processing-n:127.0.0.1:52463_ x:collection1 c:collection1) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13689fc9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 59186 INFO (coreLoadExecutor-86-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559748964849287168
[junit4] 2> 59197 INFO (coreZkRegister-81-thread-1-processing-n:127.0.0.1:52463_ x:collection1 c:collection1) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 59200 INFO (updateExecutor-34-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 59218 INFO (recoveryExecutor-35-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 59218 INFO (recoveryExecutor-35-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 59219 INFO (recoveryExecutor-35-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 59219 INFO (recoveryExecutor-35-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 59219 INFO (recoveryExecutor-35-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:51564/collection1/] and I am [http://127.0.0.1:52463/collection1/]
[junit4] 2> 59227 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:51564_) [n:127.0.0.1:51564_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 59227 INFO (zkCallback-37-thread-1-processing-n:127.0.0.1:52463_) [n:127.0.0.1:52463_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 59238 INFO (recoveryExecutor-35-thread-1-processing-n:127.0.0.1:52463_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52463_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51564]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:52463_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 59275 INFO (qtp1266166898-329) [n:127.0.0.1:51564_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 59277 INFO (qtp1266166898-329) [n:127.0.0.1:51564_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 59277 INFO (qtp1266166898-329) [n:127.0.0.1:51564_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52463_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:55900/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:52463","node_name":"127.0.0.1:52463_","state":"recovering","ulogDir":"hdfs://localhost:55900/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 59277 INFO (qtp1266166898-329) [n:127.0.0.1:51564_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 59278 INFO (qtp1266166898-329) [n:127.0.0.1:51564_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52463_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 59750 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-3-001/cores/collection1
[junit4] 2> 59758 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-3-001
[junit4] 2> 59780 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 59971 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7114760c{/,null,AVAILABLE}
[junit4] 2> 59996 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@248a316c{HTTP/1.1,[http/1.1]}{127.0.0.1:60411}
[junit4] 2> 59996 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.e.j.s.Server Started @63286ms
[junit4] 2> 59996 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55900/hdfs__localhost_55900__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=60411, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001/shard-3-001/cores}
[junit4] 2> 59996 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 59997 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 59997 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 59997 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 59997 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-19T08:22:08.629Z
[junit4] 2> 60028 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[1869389B2B9DED3D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 60028 INFO (TEST-HdfsWriteToMultipleCollectionsTe
[...truncated too long message...]
)
[junit4] 2> ... 53 more
[junit4] 2> 278031 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1869389B2B9DED3D-001
[junit4] 2> Feb 19, 2017 8:25:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=Memory doPackFST= false), a_i=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=701, maxMBSortInHeap=5.609873712501604, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-SV, timezone=Europe/Zaporozhye
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=6,free=74038824,total=388497408
[junit4] 2> NOTE: All tests run in this JVM: [LeaderElectionContextKeyTest, AutoCommitTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [14/692 (1!)] on J2 in 250.84s, 1 test, 1 failure <<< FAILURES!
[...truncated 1722 lines...]
[junit4] Suite: org.apache.solr.handler.admin.TestApiFramework
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.admin.TestApiFramework_1869389B2B9DED3D-001/init-core-data-001
[junit4] 2> 4406078 INFO (SUITE-TestApiFramework-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 4406080 INFO (SUITE-TestApiFramework-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4406082 INFO (TEST-TestApiFramework.testTrailingTemplatePaths-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrailingTemplatePaths
[junit4] 2> 4406083 INFO (TEST-TestApiFramework.testTrailingTemplatePaths-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTrailingTemplatePaths
[junit4] 2> 4406091 INFO (TEST-TestApiFramework.testFramework-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFramework
[junit4] 2> 4406173 INFO (TEST-TestApiFramework.testFramework-seed#[1869389B2B9DED3D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testFramework
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestApiFramework -Dtests.method=testFramework -Dtests.seed=1869389B2B9DED3D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=mk-MK -Dtests.timezone=Africa/Accra -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.10s J1 | TestApiFramework.testFramework <<<
[junit4] > Throwable #1: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([1869389B2B9DED3D:F1FF2BC2D490100]:0)
[junit4] > at org.apache.solr.api.V2HttpCall.getApiInfo(V2HttpCall.java:194)
[junit4] > at org.apache.solr.handler.admin.TestApiFramework.invoke(TestApiFramework.java:176)
[junit4] > at org.apache.solr.handler.admin.TestApiFramework.testFramework(TestApiFramework.java:123)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4406183 INFO (SUITE-TestApiFramework-seed#[1869389B2B9DED3D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.admin.TestApiFramework_1869389B2B9DED3D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=mk-MK, timezone=Africa/Accra
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=147352128,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [HighlighterMaxOffsetTest, TestNumericTerms32, SparseHLLTest, TestFastOutputStream, DistributedVersionInfoTest, TestSerializedLuceneMatchVersion, TestSystemIdResolver, TestGraphTermsQParserPlugin, TestRebalanceLeaders, TlogReplayBufferedWhileIndexingTest, HdfsRecoverLeaseTest, TestRequestStatusCollectionAPI, TestCloudDeleteByQuery, HdfsChaosMonkeySafeLeaderTest, AddBlockUpdateTest, BasicFunctionalityTest, MoreLikeThisHandlerTest, TermsComponentTest, CollectionTooManyReplicasTest, TestCloudSchemaless, TestCollectionAPI, RAMDirectoryFactoryTest, TestRestoreCore, CollectionsAPIDistributedZkTest, ChaosMonkeySafeLeaderTest, ClusterStateUpdateTest, TestBlendedInfixSuggestions, CursorMarkTest, CloudExitableDirectoryReaderTest, TestCollapseQParserPlugin, TermVectorComponentTest, ManagedSchemaRoundRobinCloudTest, TestQuerySenderListener, SharedFSAutoReplicaFailoverUtilsTest, TestFiltering, DistributedFacetExistsSmallTest, FileUtilsTest, TestSurroundQueryParser, TestCSVResponseWriter, TestSimpleTrackingShardHandler, HighlighterTest, DateMathParserTest, TestShardHandlerFactory, ConvertedLegacyTest, TestQueryTypes, TestSubQueryTransformerDistrib, IndexSchemaTest, UUIDUpdateProcessorFallbackTest, TestReloadDeadlock, HdfsUnloadDistributedZkTest, SpellingQueryConverterTest, DirectSolrSpellCheckerTest, TestManagedSchemaAPI, ConcurrentDeleteAndCreateCollectionTest, TestDefaultStatsCache, TestOrdValues, DistributedIntervalFacetingTest, WrapperMergePolicyFactoryTest, CoreSorterTest, CreateCollectionCleanupTest, SpellCheckCollatorTest, LeaderFailureAfterFreshStartTest, MultiTermTest, JsonLoaderTest, HdfsBasicDistributedZk2Test, RestartWhileUpdatingTest, DistanceFunctionTest, TestExactStatsCache, BufferStoreTest, TestUseDocValuesAsStored2, TestUpdate, TestDynamicFieldResource, GraphQueryTest, TestUniqueKeyFieldResource, TestLMDirichletSimilarityFactory, LoggingHandlerTest, TestOnReconnectListenerSupport, WordBreakSolrSpellCheckerTest, TestMiniSolrCloudCluster, TestJsonFacetRefinement, TestLeaderInitiatedRecoveryThread, RequestLoggingTest, ShufflingReplicaListTransformerTest, TestSearchPerf, TestConfigSets, OverseerTaskQueueTest, TestInitParams, ActionThrottleTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSchemaResource, DistributedFacetPivotSmallAdvancedTest, TestCursorMarkWithoutUniqueKey, TestObjectReleaseTracker, TestRTGBase, TestBulkSchemaConcurrent, TestLuceneMatchVersion, TestRuleBasedAuthorizationPlugin, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, TestClassicSimilarityFactory, SolrInfoMBeanTest, TestCopyFieldCollectionResource, DataDrivenBlockJoinTest, SampleTest, TestTrie, TestPivotHelperCode, TestRawResponseWriter, ZkSolrClientTest, BlockJoinFacetDistribTest, RemoteQueryErrorTest, TestElisionMultitermQuery, TestConfigOverlay, TestDocTermOrds, SoftAutoCommitTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, SaslZkACLProviderTest, ShardSplitTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestReplicaProperties, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, HdfsNNFailoverTest, HdfsThreadLeakTest, StressHdfsTest, HdfsDirectoryFactoryTest, TestConfigSetImmutable, TestConfigSetProperties, TestDynamicLoading, TestBlobHandler, TestReplicationHandlerBackup, TestSolrConfigHandlerCloud, TestApiFramework]
[junit4] Completed [551/692 (2!)] on J1 in 0.12s, 2 tests, 1 error <<< FAILURES!
[...truncated 38921 lines...]
check-lib-versions:
[echo] Lib versions check under: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/..
[libversions] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/top-level-ivy-settings.xml
[libversions] ORPHAN coordinate key '/cglib/cglib-nodep' in ivy-versions.properties is not found in any ivy.xml file.
[libversions] Checked that ivy-versions.properties and ivy-ignore-conflicts.properties have lexically sorted '/org/name' keys and no duplicates or orphans.
[libversions] Scanned 49 ivy.xml files for rev="${/org/name}" format.
[libversions] Found 0 indirect dependency version conflicts.
[libversions] Completed in 0.88s., 1 error(s).
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:122: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build.xml:108: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/tools/custom-tasks.xml:108: Lib versions check failed. Check the logs.
Total time: 248 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 287 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/287/
2 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1487427264903,generation=2,filelist=[_14jh.fdt, _14jh.fdx, _14jh.fnm, _14jh.nvd, _14jh.nvm, _14jh.si, _14jh_Lucene50_0.doc, _14jh_Lucene50_0.tim, _14jh_Lucene50_0.tip, _14l5.cfe, _14l5.cfs, _14l5.si, _14l6.cfe, _14l6.cfs, _14l6.si, _14l7.cfe, _14l7.cfs, _14l7.si, _14l8.cfe, _14l8.cfs, _14l8.si, _14l9.cfe, _14l9.cfs, _14l9.si, _14la.cfe, _14la.cfs, _14la.si, _14lb.cfe, _14lb.cfs, _14lb.si, _14lc.cfe, _14lc.cfs, _14lc.si, _14ld.cfe, _14ld.cfs, _14ld.si, _14le.cfe, _14le.cfs, _14le.si, _14lf.cfe, _14lf.cfs, _14lf.si, _14lg.cfe, _14lg.cfs, _14lg.si, _14lh.cfe, _14lh.cfs, _14lh.si, _14li.cfe, _14li.cfs, _14li.si, _14lj.cfe, _14lj.cfs, _14lj.si, _14lk.cfe, _14lk.cfs, _14lk.si, _14ll.cfe, _14ll.cfs, _14ll.si, _14lm.cfe, _14lm.cfs, _14lm.si, _14ln.cfe, _14ln.cfs, _14ln.si, _14lo.cfe, _14lo.cfs, _14lo.si, _14lq.cfe, _14lq.cfs, _14lq.si, _14lr.cfe, _14lr.cfs, _14lr.si, _14ls.cfe, _14ls.cfs, _14ls.si, _14lt.cfe, _14lt.cfs, _14lt.si, _14lu.cfe, _14lu.cfs, _14lu.si, _14lv.cfe, _14lv.cfs, _14lv.si, _14lw.cfe, _14lw.cfs, _14lw.si, _14lx.cfe, _14lx.cfs, _14lx.si, _14ly.cfe, _14ly.cfs, _14ly.si, segments_2]}]> but was:<[{indexVersion=1487427264903,generation=2,filelist=[_14jh.fdt, _14jh.fdx, _14jh.fnm, _14jh.nvd, _14jh.nvm, _14jh.si, _14jh_Lucene50_0.doc, _14jh_Lucene50_0.tim, _14jh_Lucene50_0.tip, _14l5.cfe, _14l5.cfs, _14l5.si, _14l6.cfe, _14l6.cfs, _14l6.si, _14l7.cfe, _14l7.cfs, _14l7.si, _14l8.cfe, _14l8.cfs, _14l8.si, _14l9.cfe, _14l9.cfs, _14l9.si, _14la.cfe, _14la.cfs, _14la.si, _14lb.cfe, _14lb.cfs, _14lb.si, _14lc.cfe, _14lc.cfs, _14lc.si, _14ld.cfe, _14ld.cfs, _14ld.si, _14le.cfe, _14le.cfs, _14le.si, _14lf.cfe, _14lf.cfs, _14lf.si, _14lg.cfe, _14lg.cfs, _14lg.si, _14lh.cfe, _14lh.cfs, _14lh.si, _14li.cfe, _14li.cfs, _14li.si, _14lj.cfe, _14lj.cfs, _14lj.si, _14lk.cfe, _14lk.cfs, _14lk.si, _14ll.cfe, _14ll.cfs, _14ll.si, _14lm.cfe, _14lm.cfs, _14lm.si, _14ln.cfe, _14ln.cfs, _14ln.si, _14lo.cfe, _14lo.cfs, _14lo.si, _14lq.cfe, _14lq.cfs, _14lq.si, _14lr.cfe, _14lr.cfs, _14lr.si, _14ls.cfe, _14ls.cfs, _14ls.si, _14lt.cfe, _14lt.cfs, _14lt.si, _14lu.cfe, _14lu.cfs, _14lu.si, _14lv.cfe, _14lv.cfs, _14lv.si, _14lw.cfe, _14lw.cfs, _14lw.si, _14lx.cfe, _14lx.cfs, _14lx.si, _14ly.cfe, _14ly.cfs, _14ly.si, segments_2]}, {indexVersion=1487427264903,generation=3,filelist=[_14lo.cfe, _14lo.cfs, _14lo.si, _14lp.fdt, _14lp.fdx, _14lp.fnm, _14lp.nvd, _14lp.nvm, _14lp.si, _14lp_Lucene50_0.doc, _14lp_Lucene50_0.tim, _14lp_Lucene50_0.tip, _14lq.cfe, _14lq.cfs, _14lq.si, _14lr.cfe, _14lr.cfs, _14lr.si, _14ls.cfe, _14ls.cfs, _14ls.si, _14lt.cfe, _14lt.cfs, _14lt.si, _14lu.cfe, _14lu.cfs, _14lu.si, _14lv.cfe, _14lv.cfs, _14lv.si, _14lw.cfe, _14lw.cfs, _14lw.si, _14lx.cfe, _14lx.cfs, _14lx.si, _14ly.cfe, _14ly.cfs, _14ly.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1487427264903,generation=2,filelist=[_14jh.fdt, _14jh.fdx, _14jh.fnm, _14jh.nvd, _14jh.nvm, _14jh.si, _14jh_Lucene50_0.doc, _14jh_Lucene50_0.tim, _14jh_Lucene50_0.tip, _14l5.cfe, _14l5.cfs, _14l5.si, _14l6.cfe, _14l6.cfs, _14l6.si, _14l7.cfe, _14l7.cfs, _14l7.si, _14l8.cfe, _14l8.cfs, _14l8.si, _14l9.cfe, _14l9.cfs, _14l9.si, _14la.cfe, _14la.cfs, _14la.si, _14lb.cfe, _14lb.cfs, _14lb.si, _14lc.cfe, _14lc.cfs, _14lc.si, _14ld.cfe, _14ld.cfs, _14ld.si, _14le.cfe, _14le.cfs, _14le.si, _14lf.cfe, _14lf.cfs, _14lf.si, _14lg.cfe, _14lg.cfs, _14lg.si, _14lh.cfe, _14lh.cfs, _14lh.si, _14li.cfe, _14li.cfs, _14li.si, _14lj.cfe, _14lj.cfs, _14lj.si, _14lk.cfe, _14lk.cfs, _14lk.si, _14ll.cfe, _14ll.cfs, _14ll.si, _14lm.cfe, _14lm.cfs, _14lm.si, _14ln.cfe, _14ln.cfs, _14ln.si, _14lo.cfe, _14lo.cfs, _14lo.si, _14lq.cfe, _14lq.cfs, _14lq.si, _14lr.cfe, _14lr.cfs, _14lr.si, _14ls.cfe, _14ls.cfs, _14ls.si, _14lt.cfe, _14lt.cfs, _14lt.si, _14lu.cfe, _14lu.cfs, _14lu.si, _14lv.cfe, _14lv.cfs, _14lv.si, _14lw.cfe, _14lw.cfs, _14lw.si, _14lx.cfe, _14lx.cfs, _14lx.si, _14ly.cfe, _14ly.cfs, _14ly.si, segments_2]}]> but was:<[{indexVersion=1487427264903,generation=2,filelist=[_14jh.fdt, _14jh.fdx, _14jh.fnm, _14jh.nvd, _14jh.nvm, _14jh.si, _14jh_Lucene50_0.doc, _14jh_Lucene50_0.tim, _14jh_Lucene50_0.tip, _14l5.cfe, _14l5.cfs, _14l5.si, _14l6.cfe, _14l6.cfs, _14l6.si, _14l7.cfe, _14l7.cfs, _14l7.si, _14l8.cfe, _14l8.cfs, _14l8.si, _14l9.cfe, _14l9.cfs, _14l9.si, _14la.cfe, _14la.cfs, _14la.si, _14lb.cfe, _14lb.cfs, _14lb.si, _14lc.cfe, _14lc.cfs, _14lc.si, _14ld.cfe, _14ld.cfs, _14ld.si, _14le.cfe, _14le.cfs, _14le.si, _14lf.cfe, _14lf.cfs, _14lf.si, _14lg.cfe, _14lg.cfs, _14lg.si, _14lh.cfe, _14lh.cfs, _14lh.si, _14li.cfe, _14li.cfs, _14li.si, _14lj.cfe, _14lj.cfs, _14lj.si, _14lk.cfe, _14lk.cfs, _14lk.si, _14ll.cfe, _14ll.cfs, _14ll.si, _14lm.cfe, _14lm.cfs, _14lm.si, _14ln.cfe, _14ln.cfs, _14ln.si, _14lo.cfe, _14lo.cfs, _14lo.si, _14lq.cfe, _14lq.cfs, _14lq.si, _14lr.cfe, _14lr.cfs, _14lr.si, _14ls.cfe, _14ls.cfs, _14ls.si, _14lt.cfe, _14lt.cfs, _14lt.si, _14lu.cfe, _14lu.cfs, _14lu.si, _14lv.cfe, _14lv.cfs, _14lv.si, _14lw.cfe, _14lw.cfs, _14lw.si, _14lx.cfe, _14lx.cfs, _14lx.si, _14ly.cfe, _14ly.cfs, _14ly.si, segments_2]}, {indexVersion=1487427264903,generation=3,filelist=[_14lo.cfe, _14lo.cfs, _14lo.si, _14lp.fdt, _14lp.fdx, _14lp.fnm, _14lp.nvd, _14lp.nvm, _14lp.si, _14lp_Lucene50_0.doc, _14lp_Lucene50_0.tim, _14lp_Lucene50_0.tip, _14lq.cfe, _14lq.cfs, _14lq.si, _14lr.cfe, _14lr.cfs, _14lr.si, _14ls.cfe, _14ls.cfs, _14ls.si, _14lt.cfe, _14lt.cfs, _14lt.si, _14lu.cfe, _14lu.cfs, _14lu.si, _14lv.cfe, _14lv.cfs, _14lv.si, _14lw.cfe, _14lw.cfs, _14lw.si, _14lx.cfe, _14lx.cfs, _14lx.si, _14ly.cfe, _14ly.cfs, _14ly.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([B80E20719F2ADC89:9DD93B41EF62D28A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1288)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B80E20719F2ADC89:305A1FAB31D6B171]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12902 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/init-core-data-001
[junit4] 2> 1802671 INFO (SUITE-TestReplicationHandler-seed#[B80E20719F2ADC89]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1802672 INFO (SUITE-TestReplicationHandler-seed#[B80E20719F2ADC89]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1802673 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestStressReplication
[junit4] 2> 1802673 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1
[junit4] 2> 1802676 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1802680 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d059d89{/solr,null,AVAILABLE}
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52ad36f{HTTP/1.1,[http/1.1]}{127.0.0.1:40331}
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server Started @1806259ms
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=40331}
[junit4] 2> 1802681 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1802681 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T14:00:52.439Z
[junit4] 2> 1802682 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/solr.xml
[junit4] 2> 1802690 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1802707 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/.
[junit4] 2> 1802707 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1802719 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1802725 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1802727 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1802728 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/./collection1
[junit4] 2> 1802728 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1802729 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6cc96596
[junit4] 2> 1802761 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1802761 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1802761 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=60.859375, floorSegmentMB=0.861328125, forceMergeDeletesPctAllowed=28.202737596991053, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7372125534119868
[junit4] 2> 1802761 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cf8a48d[collection1] main]
[junit4] 2> 1802762 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1/conf
[junit4] 2> 1802762 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1802762 INFO (coreLoadExecutor-4641-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1802762 INFO (searcherExecutor-4642-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4cf8a48d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1802981 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1
[junit4] 2> 1802984 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1802985 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@516e6021{/solr,null,AVAILABLE}
[junit4] 2> 1802985 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b42b36e{HTTP/1.1,[http/1.1]}{127.0.0.1:37966}
[junit4] 2> 1802989 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server Started @1806567ms
[junit4] 2> 1802989 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37966}
[junit4] 2> 1802989 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1802990 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1802990 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1802990 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1802990 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T14:00:52.748Z
[junit4] 2> 1802990 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/solr.xml
[junit4] 2> 1802994 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1803011 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/.
[junit4] 2> 1803011 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1803018 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1803025 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1803027 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1803028 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/./collection1
[junit4] 2> 1803028 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1803029 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2331a598
[junit4] 2> 1803062 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1803062 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1803062 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=60.859375, floorSegmentMB=0.861328125, forceMergeDeletesPctAllowed=28.202737596991053, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7372125534119868
[junit4] 2> 1803062 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a3cab8a[collection1] main]
[junit4] 2> 1803062 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1/conf
[junit4] 2> 1803064 INFO (coreLoadExecutor-4651-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1803064 INFO (searcherExecutor-4652-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a3cab8a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1803076 INFO (qtp1867534839-17824) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1803080 INFO (indexFetcher-4656-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1803080 INFO (indexFetcher-4656-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1803080 INFO (indexFetcher-4656-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1803080 INFO (indexFetcher-4656-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1803285 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b42b36e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1803285 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=633026028
[junit4] 2> 1803287 INFO (coreCloseExecutor-4657-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@435e68d3
[junit4] 2> 1803288 INFO (coreCloseExecutor-4657-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1803288 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1803289 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@516e6021{/solr,null,UNAVAILABLE}
[junit4] 2> 1803290 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1803291 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58aa5f12{/solr,null,AVAILABLE}
[junit4] 2> 1803291 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15180e55{HTTP/1.1,[http/1.1]}{127.0.0.1:60907}
[junit4] 2> 1803291 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server Started @1806869ms
[junit4] 2> 1803291 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=60907}
[junit4] 2> 1803291 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1803291 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1803292 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1803292 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1803292 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T14:00:53.050Z
[junit4] 2> 1803292 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/solr.xml
[junit4] 2> 1803296 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1803314 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/.
[junit4] 2> 1803314 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1803321 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1803327 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1803328 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1803329 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/./collection1
[junit4] 2> 1803330 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1803330 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@15a40baa
[junit4] 2> 1803363 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1803363 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1803364 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=60.859375, floorSegmentMB=0.861328125, forceMergeDeletesPctAllowed=28.202737596991053, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7372125534119868
[junit4] 2> 1803364 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@79803fd0[collection1] main]
[junit4] 2> 1803364 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-002/collection1/conf
[junit4] 2> 1803364 INFO (coreLoadExecutor-4664-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1803365 INFO (searcherExecutor-4665-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@79803fd0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1803603 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@52ad36f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1803603 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=288900492
[junit4] 2> 1803604 INFO (coreCloseExecutor-4669-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@295086e0
[junit4] 2> 1803608 INFO (coreCloseExecutor-4669-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1803608 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1803609 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d059d89{/solr,null,UNAVAILABLE}
[junit4] 2> 1803610 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1803611 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@456af520{/solr,null,AVAILABLE}
[junit4] 2> 1803611 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1609207f{HTTP/1.1,[http/1.1]}{127.0.0.1:43514}
[junit4] 2> 1803611 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.e.j.s.Server Started @1807189ms
[junit4] 2> 1803611 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=43514}
[junit4] 2> 1803611 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1803612 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1803612 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1803612 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1803612 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T14:00:53.370Z
[junit4] 2> 1803612 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/solr.xml
[junit4] 2> 1803616 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1803633 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/.
[junit4] 2> 1803633 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B80E20719F2ADC89]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1803640 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1803646 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1803648 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1803649 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/./collection1
[junit4] 2> 1803650 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1803650 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@37132a40
[junit4] 2> 1803684 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1803684 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1803684 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=60.859375, floorSegmentMB=0.861328125, forceMergeDeletesPctAllowed=28.202737596991053, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7372125534119868
[junit4] 2> 1803684 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34ddccc9[collection1] main]
[junit4] 2> 1803684 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B80E20719F2ADC89-001/solr-instance-001/collection1/conf
[junit4] 2> 1803685 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 1803685 INFO (coreLoadExecutor-4676-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1803685 INFO (searcherExecutor-4677-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34ddccc9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1803908 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1803908 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1803909 INFO (qtp580693440-17863) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1803909 INFO (qtp580693440-17863) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1803910 INFO (qtp580693440-17863) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1803910 INFO (qtp580693440-17863) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4ddd218
[junit4] 2> 1803911 INFO (qtp580693440-17863) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b2736c8[collection1] main]
[junit4] 2> 1803911 INFO (qtp580693440-17863) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1803911 INFO (searcherExecutor-4665-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b2736c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1803912 INFO (qtp580693440-17863) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1803914 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 1803916 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1803917 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1803920 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 1
[junit4] 2> 1803922 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1803923 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1803924 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1803926 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1803928 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1803930 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1803931 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1803933 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1803935 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1803936 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1803937 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1803939 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1803941 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1803942 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1803944 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1803999 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 53
[junit4] 2> 1804000 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1804002 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1804003 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1804005 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1804007 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1804008 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1804010 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1804012 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1804014 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1804015 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1804017 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1804019 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1804020 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1804022 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1804023 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1804025 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1804027 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1804028 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1804030 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1804032 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1804033 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1804035 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1804036 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1804040 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 1
[junit4] 2> 1804041 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1804043 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1804044 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1804046 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1804048 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1804049 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1804050 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1804052 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1804054 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1804056 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1804057 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1804060 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 1
[junit4] 2> 1804062 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1804063 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1804064 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1804066 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1804068 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1804069 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1804071 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1804073 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1804074 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1804076 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1804077 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1804079 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 1804081 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 1804082 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1804084 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1804086 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1804088 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1804089 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1804090 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1804093 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 1804094 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 1804095 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1804097 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1804099 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 1
[junit4] 2> 1804101 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1804102 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1804104 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1804106 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 1804107 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 1804109 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1804110 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1804115 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 3
[junit4] 2> 1804117 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1804118 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1804120 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1804122 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 1804123 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 1804125 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1804126 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1804128 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1804130 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1804131 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1804133 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1804135 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 1804136 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1804138 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1804139 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1804141 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1804143 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1804144 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1804145 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1804147 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1804149 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1804150 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1804152 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1804154 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1804155 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1804157 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1804158 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1804160 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1804162 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1804163 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1804165 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1804167 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1804168 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1804170 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1804171 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1804173 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1804175 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1804176 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 1804178 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1804180 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1804181 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1804183 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1804184 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1804186 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1804188 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1804189 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1804191 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1804193 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1804195 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1804196 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1804198 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1804200 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1804201 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1804203 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1804204 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1804206 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1804208 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1804209 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1804211 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1804213 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1804214 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1804216 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1804217 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 1804219 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 1804221 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 1804222 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 1804223 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 1804226 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 1804227 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 1804229 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
[junit4] 2> 1804230 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 1804232 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 1804234 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 1804235 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 1804237 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 1804239 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 1804241 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 1804242 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 1804244 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 1804246 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 1804247 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 1804249 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 1804250 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 1804255 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 3
[junit4] 2> 1804257 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 1804258 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 1804260 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 1804262 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 1804263 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 1804265 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 1804266 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 1804268 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 1804270 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 1804271 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 1804273 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 1804275 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 1804276 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 1804278 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 1804279 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 1804281 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 1804283 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 1804284 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 1804286 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 1804288 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 1804289 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 1804291 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
[junit4] 2> 1804292 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
[junit4] 2> 1804294 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
[junit4] 2> 1804296 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
[junit4] 2> 1804297 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
[junit4] 2> 1804299 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
[junit4] 2> 1804301 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
[junit4] 2> 1804302 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
[junit4] 2> 1804304 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
[junit4] 2> 1804305 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
[junit4] 2> 1804307 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
[junit4] 2> 1804309 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
[junit4] 2> 1804310 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
[junit4] 2> 1804312 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
[junit4] 2> 1804314 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
[junit4] 2> 1804315 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
[junit4] 2> 1804317 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
[junit4] 2> 1804318 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
[junit4] 2> 1804320 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
[junit4] 2> 1804322 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
[junit4] 2> 1804323 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
[junit4] 2> 1804325 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
[junit4] 2> 1804327 INFO (qtp256046693-17882) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
[junit4] 2> 1804328 INFO (qtp256046693-17879) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
[junit4] 2> 1804330 INFO (qtp256046693-17886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
[junit4] 2> 1804331 INFO (qtp256046693-17884) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
[junit4] 2> 1804336 INFO (qtp256046693-17883) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 3
[junit4] 2> 1804338 INFO (qtp256046693-17885) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabi
[...truncated too long message...]
] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3924881 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[B80E20719F2ADC89]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_B80E20719F2ADC89-001
[junit4] 2> Feb 18, 2017 2:36:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Asserting), _version_=FSTOrd50, a_t=PostingsFormat(name=Direct), a_i=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=429, maxMBSortInHeap=6.658212259845719, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-PE, timezone=Europe/Warsaw
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=261480584,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestDynamicFieldCollectionResource, TestHighlightDedupGrouping, ChaosMonkeyNothingIsSafeTest, TestAuthenticationFramework, SharedFSAutoReplicaFailoverTest, FastVectorHighlighterTest, TestRandomFaceting, TestBinaryResponseWriter, TestComplexPhraseQParserPlugin, XsltUpdateRequestHandlerTest, DistributedExpandComponentTest, TestScoreJoinQPScore, CursorPagingTest, TestNoOpRegenerator, HdfsLockFactoryTest, TestDocumentBuilder, JsonValidatorTest, AnalysisAfterCoreReloadTest, TestJmxIntegration, StatsReloadRaceTest, TestManagedSynonymFilterFactory, TestAnalyzeInfixSuggestions, SignatureUpdateProcessorFactoryTest, TestNonDefinedSimilarityFactory, TestSQLHandlerNonCloud, TestFieldResource, TestStressRecovery, TestMiniSolrCloudClusterSSL, TestReloadAndDeleteDocs, HLLUtilTest, TestFreeTextSuggestions, CoreAdminRequestStatusTest, TestSolrQueryParserResource, TestSolrCloudWithDelegationTokens, TestSolrCLIRunExample, TestRandomDVFaceting, TestStressUserVersions, TestLeaderElectionZkExpiry, BasicAuthIntegrationTest, TestSolrCoreProperties, TestFieldCacheReopen, TestDistributedSearch, ExitableDirectoryReaderTest, BigEndianAscendingWordDeserializerTest, BasicZkTest, CleanupOldIndexTest, TestSchemaNameResource, SolrSlf4jReporterTest, ClassificationUpdateProcessorTest, TestMinMaxOnMultiValuedField, RulesTest, TestCodecSupport, TestMacros, RegexBoostProcessorTest, RecoveryAfterSoftCommitTest, SolrCoreTest, SpatialRPTFieldTypeTest, SolrCLIZkUtilsTest, TestSubQueryTransformerCrossCore, TestPKIAuthenticationPlugin, TestHdfsUpdateLog, VMParamsZkACLAndCredentialsProvidersTest, AnalyticsQueryTest, AtomicUpdatesTest, ZkStateWriterTest, NotRequiredUniqueKeyTest, TestDocSet, TestLegacyFieldCache, BJQParserTest, TestRangeQuery, TestManagedResourceStorage, TestCSVLoader, TestPushWriter, LeaderElectionIntegrationTest, DistributedFacetPivotLongTailTest, TestIBSimilarityFactory, TestSchemaVersionResource, DateFieldTest, TestPointFields, TestConfigSetsAPIExclusivity, TestRandomRequestDistribution, TestAtomicUpdateErrorCases, SuggestComponentContextFilterQueryTest, TestBackupRepositoryFactory, DefaultValueUpdateProcessorTest, TestUninvertingReader, PathHierarchyTokenizerFactoryTest, BlockDirectoryTest, TestExclusionRuleCollectionAccess, TestClusterProperties, PeerSyncTest, JavabinLoaderTest, TestFoldingMultitermQuery, SolrMetricManagerTest, UniqFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestPerFieldSimilarity, HdfsChaosMonkeyNothingIsSafeTest, StandardRequestHandlerTest, TestRemoteStreaming, SSLMigrationTest, MultiThreadedOCPTest, TestCustomStream, HighlighterConfigTest, AlternateDirectoryTest, TestConfigsApi, BasicDistributedZkTest, SyncSliceTest, OverseerTest, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestRecovery, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestStressVersions, HardAutoCommitTest, TestSolr4Spatial, TestGroupingSearch, TestFiltering, TestBadConfig, HighlighterTest, SoftAutoCommitTest, TestStressLucene, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, RequiredFieldsTest, TestSolrQueryParser, TestCollationField, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, TestQuerySenderNoQuery, SolrIndexConfigTest, TestBinaryField, NumericFieldsTest, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, DOMUtilTest, ClusterStateTest, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, CdcrReplicationDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [539/692 (2!)] on J0 in 64.56s, 1 test, 1 failure <<< FAILURES!
[...truncated 63123 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 286 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/286/
7 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([EC890CB51E00F414:4E51426F7AF2DD12]:0)
at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedField(PerFieldDocValuesFormat.java:121)
at org.apache.lucene.index.SortedDocValuesWriter.flush(SortedDocValuesWriter.java:130)
at org.apache.lucene.index.DefaultIndexingChain.writeDocValues(DefaultIndexingChain.java:258)
at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:142)
at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:444)
at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:539)
at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:396)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:499)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([EC890CB51E00F414]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([EC890CB51E00F414]:0)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45628
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45628
at __randomizedtesting.SeedInfo.seed([C98063D373201AE6:41D45C09DDDC771E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C98063D373201AE6:ADBA9BAB7A196795]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog(TestRecoveryHdfs.java:849)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs
Error Message:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error opening new searcher
Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error opening new searcher
at __randomizedtesting.SeedInfo.seed([C98063D373201AE6:E81CA278BB1A931E]:0)
at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1267)
at org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:716)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error opening new searcher
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1255)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:244)
at org.apache.solr.SolrTestCaseJ4.updateJ(SolrTestCaseJ4.java:1273)
at org.apache.solr.SolrTestCaseJ4.deleteByQueryAndGetVersion(SolrTestCaseJ4.java:1460)
at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1264)
... 40 more
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:811)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1985)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2105)
at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1036)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:920)
... 9 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:214)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)
at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1946)
... 12 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:70)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
... 20 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C98063D373201AE6:41D45C09DDDC771E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1419 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=EC890CB51E00F414 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=de-LU -Dtests.timezone=America/Santiago -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 163s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([EC890CB51E00F414:4E51426F7AF2DD12]:0)
[junit4] > at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedField(PerFieldDocValuesFormat.java:121)
[junit4] > at org.apache.lucene.index.SortedDocValuesWriter.flush(SortedDocValuesWriter.java:130)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.writeDocValues(DefaultIndexingChain.java:258)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:142)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:444)
[junit4] > at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:539)
[junit4] > at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:396)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:499)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_EC890CB51E00F414-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=PostingsFormat(name=LuceneVarGapDocFreqInterval), norms=PostingsFormat(name=LuceneVarGapDocFreqInterval), positions=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), term_vectors=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{multi_valued_long=DocValuesFormat(name=Direct), double=DocValuesFormat(name=Memory), foo=DocValuesFormat(name=Direct), numeric=DocValuesFormat(name=Memory), positions=DocValuesFormat(name=Direct), multi_valued_numeric=DocValuesFormat(name=Memory), float=DocValuesFormat(name=Asserting), int=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Asserting), points=DocValuesFormat(name=Lucene54), sorted=DocValuesFormat(name=Memory), bar=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), bytes=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Lucene54), multi_valued_bytes=DocValuesFormat(name=Memory), multi_valued_float=DocValuesFormat(name=Direct), term_vectors=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=230, maxMBSortInHeap=7.490773914337661, sim=RandomSimilarity(queryNorm=true,coord=no): {positions=DFR I(n)L1, id=DFR I(F)L2, term_vectors=DFR I(n)BZ(0.3)}, locale=de-LU, timezone=America/Santiago
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=350343920,total=427819008
[junit4] 2> NOTE: All tests run in this JVM: [TestPayloads, TestFilterCodecReader, TestPhraseQuery, TestDocIdsWriter, TestRateLimiter, TestAtomicUpdate, TestBufferedChecksum, TestCharacterUtils, TestPayloadsOnVectors, TestTimSorter, TestSetOnce, TestDocsAndPositions, TermInSetQueryTest, TestBufferedIndexInput, TestBoolean2ScorerSupplier, TestPointQueries, TestBytesRefArray, TestBytesStore, TestSegmentTermDocs, TestFilterWeight, TestBooleanScorer, TestIndexSearcher, TestIndexWriterFromReader, TestSameTokenSamePosition, TestBM25Similarity, TestBinaryDocValuesUpdates, Test2BPostingsBytes, TestDocument, TestForUtil, TestMultiFields, TestPrefixInBooleanQuery, TestSnapshotDeletionPolicy, TestTopDocsMerge, TestCrash, TestBoostQuery, TestIntroSorter, MultiCollectorTest, TestPrefixRandom, TestSearcherManager, TestSimilarity, TestBooleanQuery, TestLucene62SegmentInfoFormat, TestTermVectorsWriter, TestIndexWriterOutOfFileDescriptors, TestRegExp, TestBlockPostingsFormat, TestShardSearching, TestWeakIdentityMap, TestMSBRadixSorter, TestSpanOrQuery, TestMatchAllDocsQuery, TestToken, TestDocInverterPerFieldErrorInfo, TestCodecs, TestTermQuery, TestSmallFloat, TestAssertions, LimitedFiniteStringsIteratorTest, TestDeterminizeLexicon, TestRecyclingIntBlockAllocator, TestQueryBuilder, TestDisjunctionMaxQuery, TestMaxPosition, TestComplexExplanations, TestLucene53NormsFormat, TestTermdocPerf, TestByteArrayDataInput, TestSegmentTermEnum, TestScorerPerf, TestScoreCachingWrappingScorer, TestUTF32ToUTF8, TestSparseFixedBitSet, TestNotDocIdSet, TestGeoUtils, TestNumericRangeQuery32, TestIndexWriter, TestIndexWriterReader, TestIndexWriterMerging, TestFSTs, TestNumericRangeQuery64, TestIndexWriterWithThreads, TestGraphTokenizers, TestAddIndexes, TestIndexWriterExceptions, TestBasics, TestFlushByRamOrCountsPolicy, TestSloppyPhraseQuery, TestIndexWriterDelete, TestStandardAnalyzer, TestHighCompressionMode, TestNeverDelete, TestStressIndexing, TestMinimize, TestIndexWriterUnicode, TestLevenshteinAutomata, TestConsistentFieldNumbers, TestSimpleExplanations, TestFixedBitSet, TestPagedBytes, TestPerFieldPostingsFormat2, TestFieldsReader, TestSimpleSearchEquivalence, TestBooleanMinShouldMatch, TestMixedCodecs, TestLazyProxSkipping, TestOmitPositions, TestIndexInput, TestSloppyPhraseQuery2, TestSimilarity2, TestFieldMaskingSpanQuery, TestExternalCodecs, TestSimpleExplanationsOfNonMatches, TestRegexpQuery, TestPerSegmentDeletes, TestIntBlockPool, TestTopDocsCollector, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestPrefixCodedTerms, TestAllFilesHaveCodecHeader, TestParallelReaderEmptyIndex, TestMaxTermFrequency, TestTermScorer, TestTopFieldCollector, TestFileSwitchDirectory, TestIndexableField, TestSentinelIntSet, TestWildcardRandom, TestMultiLevelSkipList, TestSpanMultiTermQueryWrapper, TestBooleanQueryVisitSubscorers, TestCompiledAutomaton, TestConstantScoreQuery, TestParallelTermEnum, TestElevationComparator, TestSubScorerFreqs, TestPositionIncrement, TestDateSort, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestRollingBuffer, TestSimilarityProvider, TestNumericTokenStream, TestFilterLeafReader, TestSearch, TestCachingTokenFilter, TestCharsRef, TestPriorityQueue, Test2BPostings, TestExceedMaxTermLength, TestExitableDirectoryReader, TestFilterDirectoryReader, TestIndexReaderClose, TestIndexSorting]
[junit4] Completed [353/452 (1!)] on J2 in 201.46s, 48 tests, 1 error <<< FAILURES!
[...truncated 206 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J2-20170217_150140_1174814549075487237335.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid29287.hprof ...
[junit4] Heap dump file created [462488251 bytes in 1.694 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 83 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> feb 17, 2017 2:18:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=3965, name=SUITE-TestFuzzyQuery-seed#[EC890CB51E00F414], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=3966, name=TEST-TestFuzzyQuery.testRandom-seed#[EC890CB51E00F414], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=EC890CB51E00F414 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=America/Godthab -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([EC890CB51E00F414]:0)
[junit4] 2> feb 17, 2017 2:18:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> feb 17, 2017 2:18:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=3966, name=TEST-TestFuzzyQuery.testRandom-seed#[EC890CB51E00F414], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> feb 17, 2017 2:18:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3966, name=TEST-TestFuzzyQuery.testRandom-seed#[EC890CB51E00F414], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> feb 17, 2017 2:18:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3966, name=TEST-TestFuzzyQuery.testRandom-seed#[EC890CB51E00F414], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=129, maxMBSortInHeap=7.718645511259313, sim=RandomSimilarity(queryNorm=true,coord=crazy): {field=DFR I(ne)3(800.0)}, locale=es-NI, timezone=America/Godthab
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=123385464,total=203948032
[junit4] 2> NOTE: All tests run in this JVM: [Test2BSortedDocValuesFixedSorted, TestField, TestReaderWrapperDVTypeCheck, TestMultiset, TestRegexpRandom2, TestWordlistLoader, TestMultiValuedNumericRangeQuery, TestTermsEnum2, TestSortedSetSortField, TestQueryRescorer, TestNRTThreads, TestUniqueTermCount, TestNumericUtils, TestDocValues, TestStringHelper, TestMergePolicyWrapper, TestSort, TestTieredMergePolicy, TestStressDeletes, TestSearchForDuplicates, TestSpanFirstQuery, TestFastCompressionMode, TestDeletionPolicy, TestNot, TestNoMergeScheduler, Test2BPositions, TestDirectMonotonic, TestMultiTermsEnum, TestBagOfPositions, TestMathUtil, TestLogMergePolicy, TestCustomNorms, TestLucene54DocValuesFormat, TestUsageTrackingFilterCachingPolicy, TestThreadedForceMerge, TestBagOfPostings, TestCrashCausesCorruptIndex, TestTimeLimitingCollector, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=EC890CB51E00F414 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=America/Godthab -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([EC890CB51E00F414]:0)
[junit4] Completed [416/452 (2!)] on J0 in 7223.16s, 3 tests, 2 errors <<< FAILURES!
[...truncated 9863 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/init-core-data-001
[junit4] 2> 15385 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 15387 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 15387 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 17056 WARN (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 18633 WARN (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 19066 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 19100 WARN (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 19275 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 19340 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_35384_hdfs____.wkvvrd/webapp
[junit4] 2> 20293 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35384
[junit4] 2> 20965 WARN (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 20969 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 20982 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40615_datanode____.by9um3/webapp
[junit4] 2> 21350 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40615
[junit4] 2> 21879 WARN (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 21881 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 21890 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47610_datanode____o8jsk9/webapp
[junit4] 2> 22626 INFO (SUITE-StressHdfsTest-seed#[C98063D373201AE6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47610
[junit4] 2> 24625 INFO (IPC Server handler 4 on 40693) [ ] BlockStateChange BLOCK* processReport: from storage DS-d8b8becc-093a-4119-8b07-f37da58bbe06 node DatanodeRegistration(127.0.0.1:53071, datanodeUuid=11f98dda-8219-4369-9f24-c4c8fdc66b22, infoPort=37529, infoSecurePort=0, ipcPort=58349, storageInfo=lv=-56;cid=testClusterID;nsid=1680825423;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 24625 INFO (IPC Server handler 3 on 40693) [ ] BlockStateChange BLOCK* processReport: from storage DS-9a5ea1b7-c517-422f-b58f-ede79c62c813 node DatanodeRegistration(127.0.0.1:39495, datanodeUuid=698f9de4-d167-4cf4-b27f-092f6f4aaccd, infoPort=45825, infoSecurePort=0, ipcPort=48780, storageInfo=lv=-56;cid=testClusterID;nsid=1680825423;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 24625 INFO (IPC Server handler 4 on 40693) [ ] BlockStateChange BLOCK* processReport: from storage DS-bdc223d5-2f8f-45a3-a4c8-bd5b91e54d42 node DatanodeRegistration(127.0.0.1:53071, datanodeUuid=11f98dda-8219-4369-9f24-c4c8fdc66b22, infoPort=37529, infoSecurePort=0, ipcPort=58349, storageInfo=lv=-56;cid=testClusterID;nsid=1680825423;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 24638 INFO (IPC Server handler 3 on 40693) [ ] BlockStateChange BLOCK* processReport: from storage DS-2b825fa5-d448-4eb8-a5f2-b07b58563806 node DatanodeRegistration(127.0.0.1:39495, datanodeUuid=698f9de4-d167-4cf4-b27f-092f6f4aaccd, infoPort=45825, infoSecurePort=0, ipcPort=48780, storageInfo=lv=-56;cid=testClusterID;nsid=1680825423;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 25110 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 25114 INFO (Thread-124) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 25115 INFO (Thread-124) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 25291 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.ZkTestServer start zk server on port:50061
[junit4] 2> 25467 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a4d7c4c6b0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 25551 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 25554 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 25557 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 25560 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 25562 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 25564 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 25568 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 25572 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 25573 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 25575 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 25577 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 25898 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/control-001/cores/collection1
[junit4] 2> 25900 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25904 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48ff67dc{/,null,AVAILABLE}
[junit4] 2> 25904 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2307f038{HTTP/1.1,[http/1.1]}{127.0.0.1:36183}
[junit4] 2> 25905 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.Server Started @29525ms
[junit4] 2> 25905 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40693/hdfs__localhost_40693__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001_tempDir-002_control_data, hostContext=/, hostPort=36183, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/control-001/cores}
[junit4] 2> 25905 ERROR (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25905 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 25905 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25905 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 25905 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-17T19:11:16.825Z
[junit4] 2> 25906 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 25960 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 25960 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/control-001/solr.xml
[junit4] 2> 25981 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 25982 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50061/solr
[junit4] 2> 26156 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:36183_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 26158 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:36183_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36183_
[junit4] 2> 26160 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:36183_ ] o.a.s.c.Overseer Overseer (id=97475538195251204-127.0.0.1:36183_-n_0000000000) starting
[junit4] 2> 26267 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:36183_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36183_
[junit4] 2> 26286 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26408 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:36183_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/control-001/cores
[junit4] 2> 26408 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:36183_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 26502 INFO (OverseerStateUpdate-97475538195251204-127.0.0.1:36183_-n_0000000000) [n:127.0.0.1:36183_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 27531 WARN (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 27567 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 27695 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 28084 WARN (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 28099 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 28144 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 28150 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40693/solr_hdfs_home
[junit4] 2> 28150 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 28151 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40693/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 28151 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f475310
[junit4] 2> 28151 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40693/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 28196 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 28196 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 28197 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 30200 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 30207 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40693/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 30305 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40693/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 30327 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 30327 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 30327 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 30357 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 30357 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 30767 INFO (IPC Server handler 5 on 40693) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39495 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bdc223d5-2f8f-45a3-a4c8-bd5b91e54d42:NORMAL:127.0.0.1:53071|RBW], ReplicaUC[[DISK]DS-2b825fa5-d448-4eb8-a5f2-b07b58563806:NORMAL:127.0.0.1:39495|RBW]]} size 71
[junit4] 2> 30767 INFO (IPC Server handler 6 on 40693) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53071 is added to blk_1073741825_1001 size 71
[junit4] 2> 31454 WARN (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 31586 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 31586 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 31586 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 31618 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 31618 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 31622 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1e7c8108
[junit4] 2> 32160 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b439163[collection1] main]
[junit4] 2> 32163 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 32170 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 32172 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 32175 INFO (searcherExecutor-36-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b439163[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 32193 INFO (coreLoadExecutor-35-thread-1-processing-n:127.0.0.1:36183_) [n:127.0.0.1:36183_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559608618503897088
[junit4] 2> 32355 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 32355 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 32355 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36183/collection1/
[junit4] 2> 32355 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 32356 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36183/collection1/ has no replicas
[junit4] 2> 32407 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36183/collection1/ shard1
[junit4] 2> 32563 INFO (coreZkRegister-28-thread-1-processing-n:127.0.0.1:36183_ x:collection1 c:control_collection) [n:127.0.0.1:36183_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 32762 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 32763 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50061/solr ready
[junit4] 2> 32765 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 32931 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/shard-1-001/cores/collection1
[junit4] 2> 32932 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/shard-1-001
[junit4] 2> 32934 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 32938 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fc212d5{/,null,AVAILABLE}
[junit4] 2> 32939 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e4de3f4{HTTP/1.1,[http/1.1]}{127.0.0.1:45628}
[junit4] 2> 32939 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.e.j.s.Server Started @36559ms
[junit4] 2> 32939 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40693/hdfs__localhost_40693__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45628, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/shard-1-001/cores}
[junit4] 2> 32939 ERROR (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 32940 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 32940 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 32940 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 32940 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-17T19:11:23.860Z
[junit4] 2> 33071 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 33071 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C98063D373201AE6-001/shard-1-001/solr.xml
[junit4] 2> 33084 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 33085 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50061/solr
[junit4] 2> 33115 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:45628_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 33117 INFO (TEST-StressHdfsTest.test-seed#[C98063D373201AE6]) [n:127.0.0.1:45628_ ] o.a.s.c.Overseer Overseer (id=null) closing
[ju
[...truncated too long message...]
apshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 2017287 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C98063D373201AE6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C98063D373201AE6-001
[junit4] 2> Feb 17, 2017 7:44:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), a_i=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=513, maxMBSortInHeap=6.948638494401105, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar-SA, timezone=America/Danmarkshavn
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=105912016,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [ShowFileRequestHandlerTest, SOLR749Test, ConfigSetsAPITest, TestManagedSchemaThreadSafety, TestImplicitCoreProperties, FieldMutatingUpdateProcessorTest, PeerSyncReplicationTest, CustomCollectionTest, DirectoryFactoryTest, TestSortByMinMaxFunction, TestSolrConfigHandlerConcurrent, AddSchemaFieldsUpdateProcessorFactoryTest, TestDefaultSearchFieldResource, TestJsonFacets, TestReRankQParserPlugin, TestBulkSchemaAPI, BooleanFieldTest, TestExtendedDismaxParser, TestIndexingPerformance, TestLFUCache, TestUtils, MinimalSchemaTest, MergeStrategyTest, TestSolrJ, CollectionReloadTest, TestCloudRecovery, BasicDistributedZk2Test, LeaderElectionTest, TestSSLRandomization, RuleEngineTest, TestRecovery, TestExceedMaxTermLength, TestScoreJoinQPNoScore, PreAnalyzedFieldManagedSchemaCloudTest, PrimitiveFieldTypeTest, DocValuesMissingTest, StatsComponentTest, HdfsBasicDistributedZkTest, TestDFISimilarityFactory, UpdateParamsTest, TestDistributedStatsComponentCardinality, CurrencyFieldXmlFileTest, AutoCommitTest, TestAnalyzedSuggestions, TestXIncludeConfig, TestFieldCacheWithThreads, FieldAnalysisRequestHandlerTest, TestSchemalessBufferedUpdates, TestSolrCloudWithSecureImpersonation, LeaderElectionContextKeyTest, PluginInfoTest, TestDownShardTolerantSearch, DistributedFacetPivotLargeTest, TestComplexPhraseLeadingWildcard, ShardSplitTest, OverseerTest, TestLeaderElectionWithEmptyReplica, StatelessScriptUpdateProcessorFactoryTest, TestFieldCacheSort, TestReload, TestCloudManagedSchema, HardAutoCommitTest, TestSolrCloudWithHadoopAuthPlugin, ClassificationUpdateProcessorIntegrationTest, TestNRTOpen, FullSolrCloudDistribCmdsTest, TimeZoneUtilsTest, DeleteNodeTest, LeaderInitiatedRecoveryOnCommitTest, TestPostingsSolrHighlighter, DirectUpdateHandlerTest, DocExpirationUpdateProcessorFactoryTest, TestLMJelinekMercerSimilarityFactory, ZkStateReaderTest, TermVectorComponentDistributedTest, TestCloudInspectUtil, SmileWriterTest, BaseCdcrDistributedZkTest, HdfsThreadLeakTest, TestManagedResource, TestFieldTypeResource, SolrMetricsIntegrationTest, TestFieldCollectionResource, UnloadDistributedZkTest, TestCollationFieldDocValues, SolrJmxReporterTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [260/692 (3!)] on J2 in 38.58s, 1 test, 1 failure <<< FAILURES!
[...truncated 13106 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid29287.hprof
Total time: 339 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 285 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/285/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D11027C0F5C87423:99655374F3FB5BB6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:502)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([D11027C0F5C87423:5944181A5B3419DB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 13082 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/init-core-data-001
[junit4] 2> 4179573 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 4179574 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4179575 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001
[junit4] 2> 4179575 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4179575 INFO (Thread-90109) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4179575 INFO (Thread-90109) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4179675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39924
[junit4] 2> 4179679 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4179679 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4179680 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4179680 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f06e17{/solr,null,AVAILABLE}
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bed32f9{/solr,null,AVAILABLE}
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a88ceec{HTTP/1.1,[http/1.1]}{127.0.0.1:38765}
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.Server Started @4182630ms
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cbb30c8{HTTP/1.1,[http/1.1]}{127.0.0.1:45824}
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38765}
[junit4] 2> 4179682 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.Server Started @4182630ms
[junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45824}
[junit4] 2> 4179683 ERROR (jetty-launcher-3990-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4179683 ERROR (jetty-launcher-3990-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.376Z
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2806e037{/solr,null,AVAILABLE}
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cfd3e3e{HTTP/1.1,[http/1.1]}{127.0.0.1:59544}
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.Server Started @4182632ms
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59544}
[junit4] 2> 4179684 ERROR (jetty-launcher-3990-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4179684 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.377Z
[junit4] 2> 4179683 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4179685 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.377Z
[junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@86720e6{/solr,null,AVAILABLE}
[junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dd8b408{HTTP/1.1,[http/1.1]}{127.0.0.1:52392}
[junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.Server Started @4182635ms
[junit4] 2> 4179687 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52392}
[junit4] 2> 4179688 ERROR (jetty-launcher-3990-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4179688 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-16T14:09:10.380Z
[junit4] 2> 4179695 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4179697 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4179697 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr
[junit4] 2> 4179698 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4179698 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4179698 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr
[junit4] 2> 4179700 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4179701 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr
[junit4] 2> 4179706 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4179706 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39924/solr
[junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:59544_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:38765_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4179714 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45824_solr
[junit4] 2> 4179715 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:59544_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59544_solr
[junit4] 2> 4179715 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:38765_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38765_solr
[junit4] 2> 4179715 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.Overseer Overseer (id=97468687991963655-127.0.0.1:45824_solr-n_0000000000) starting
[junit4] 2> 4179718 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4179718 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4179722 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4179722 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4179730 INFO (zkCallback-4007-thread-1-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4179735 INFO (zkCallback-4007-thread-2-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4179741 INFO (zkCallback-4013-thread-1-processing-n:127.0.0.1:52392_solr) [n:127.0.0.1:52392_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4179741 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:52392_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4179745 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45824_solr
[junit4] 2> 4179746 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4179746 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4179750 INFO (zkCallback-4007-thread-2-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4179750 INFO (zkCallback-4013-thread-1-processing-n:127.0.0.1:52392_solr) [n:127.0.0.1:52392_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4179750 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:52392_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52392_solr
[junit4] 2> 4179751 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4179751 INFO (zkCallback-4007-thread-2-processing-n:127.0.0.1:59544_solr) [n:127.0.0.1:59544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4179751 INFO (zkCallback-4002-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4179752 INFO (zkCallback-4013-thread-1-processing-n:127.0.0.1:52392_solr) [n:127.0.0.1:52392_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4179801 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:45824_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node1/.
[junit4] 2> 4179840 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:59544_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node3/.
[junit4] 2> 4179870 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:52392_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node4/.
[junit4] 2> 4179870 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:38765_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node2/.
[junit4] 2> 4181763 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4181764 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39924/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4181791 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4181795 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4181796 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4181806 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50899_hdfs____w71xj/webapp
[junit4] 2> 4182112 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50899
[junit4] 2> 4182160 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4182161 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4182173 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41705_datanode____cwbkna/webapp
[junit4] 2> 4182565 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41705
[junit4] 2> 4182594 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4182595 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4182604 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45717_datanode____w38dwj/webapp
[junit4] 2> 4182662 INFO (IPC Server handler 4 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122 node DatanodeRegistration(127.0.0.1:53137, datanodeUuid=ac06de47-a857-418c-8586-7b3ee1ec5aed, infoPort=39751, infoSecurePort=0, ipcPort=52587, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4182662 INFO (IPC Server handler 4 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-ecd879b9-2aaa-4d80-a72d-1b3d8bd2db21 node DatanodeRegistration(127.0.0.1:53137, datanodeUuid=ac06de47-a857-418c-8586-7b3ee1ec5aed, infoPort=39751, infoSecurePort=0, ipcPort=52587, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4182986 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D11027C0F5C87423]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45717
[junit4] 2> 4183060 INFO (IPC Server handler 9 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-746d4adb-571b-4d6d-b6df-228df3ce989b node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=2544de36-9217-4c9e-9c16-596ef9ed5ac6, infoPort=33867, infoSecurePort=0, ipcPort=60199, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4183060 INFO (IPC Server handler 9 on 59396) [ ] BlockStateChange BLOCK* processReport: from storage DS-8fca66e0-ff1c-489c-abad-3eca886e1181 node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=2544de36-9217-4c9e-9c16-596ef9ed5ac6, infoPort=33867, infoSecurePort=0, ipcPort=60199, storageInfo=lv=-56;cid=testClusterID;nsid=1430597033;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4183180 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 4183181 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[D11027C0F5C87423]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4183185 INFO (qtp380572432-107442) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4183187 INFO (OverseerThreadFactory-9005-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 4183187 ERROR (OverseerThreadFactory-9005-thread-1-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4183190 INFO (qtp380572432-107442) [n:127.0.0.1:59544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 4183190 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 4183271 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 4183272 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[D11027C0F5C87423]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4183275 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 4183277 INFO (OverseerStateUpdate-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4184284 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4184290 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 4184292 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4184293 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 4184297 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59396/data
[junit4] 2> 4184297 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4184297 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003/]
[junit4] 2> 4184298 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7fe27c
[junit4] 2> 4184298 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003/snapshot_metadata
[junit4] 2> 4184304 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4184304 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4184304 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4184315 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4184315 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003
[junit4] 2> 4184330 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003/index
[junit4] 2> 4184338 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4184338 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4184339 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4184351 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4184364 INFO (IPC Server handler 6 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53137 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0
[junit4] 2> 4184364 INFO (IPC Server handler 7 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0
[junit4] 2> 4184397 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4184397 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4184397 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4184406 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4184406 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4184411 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47c85e99[halfcollection_shard1_replica1] main]
[junit4] 2> 4184412 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4184412 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4184413 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4184414 INFO (searcherExecutor-9014-thread-1-processing-n:127.0.0.1:52392_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@47c85e99[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4184416 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559499012946526208
[junit4] 2> 4184421 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4184421 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4184421 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52392/solr/halfcollection_shard1_replica1/
[junit4] 2> 4184422 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4184422 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:52392/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 4184424 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52392/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 4184577 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4184578 INFO (qtp1495300344-107454) [n:127.0.0.1:52392_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1303
[junit4] 2> 4184581 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 4184582 INFO (OverseerStateUpdate-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4185189 INFO (OverseerCollectionConfigSetProcessor-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4185592 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4185598 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 4185612 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59396/data
[junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/]
[junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7fe27c
[junit4] 2> 4185613 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/snapshot_metadata
[junit4] 2> 4185619 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4185619 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4185619 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4185627 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4185628 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004
[junit4] 2> 4185640 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/index
[junit4] 2> 4185646 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4185646 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4185646 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4185655 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4185672 INFO (IPC Server handler 6 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53137 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-ecd879b9-2aaa-4d80-a72d-1b3d8bd2db21:NORMAL:127.0.0.1:53137|RBW]]} size 0
[junit4] 2> 4185673 INFO (IPC Server handler 7 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ecd879b9-2aaa-4d80-a72d-1b3d8bd2db21:NORMAL:127.0.0.1:53137|RBW], ReplicaUC[[DISK]DS-8fca66e0-ff1c-489c-abad-3eca886e1181:NORMAL:127.0.0.1:52777|FINALIZED]]} size 0
[junit4] 2> 4185712 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4185712 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4185712 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4185720 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4185720 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4185729 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dcfc118[halfcollection_shard1_replica1] main]
[junit4] 2> 4185730 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4185730 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4185730 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4185730 INFO (searcherExecutor-9019-thread-1-processing-n:127.0.0.1:38765_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@6dcfc118[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4185733 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559499014327500800
[junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38765/solr/halfcollection_shard1_replica1/
[junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4185737 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38765/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 4185739 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38765/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 4185890 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4185892 INFO (qtp93065815-107434) [n:127.0.0.1:38765_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1311
[junit4] 2> 4185894 INFO (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:52392_solr,127.0.0.1:38765_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4185895 INFO (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 4186099 INFO (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 4186099 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 4186100 WARN (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 4186100 ERROR (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:825)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4186100 INFO (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
[junit4] 2> 4186100 ERROR (qtp1495300344-107441) [n:127.0.0.1:52392_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:825)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4186101 ERROR (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:52392/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52392/solr: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4186203 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4187106 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4187113 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 4187116 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4187116 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection
[junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59396/data
[junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-001/node2/halfcollection_shard2_replica1], dataDir=[hdfs://localhost:59396/data/halfcollection/core_node1/data/]
[junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7fe27c
[junit4] 2> 4187117 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 4187123 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4187123 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4187123 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4187136 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4187137 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollection/core_node1/data
[junit4] 2> 4187150 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59396/data/halfcollection/core_node1/data/index
[junit4] 2> 4187155 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4187155 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4187156 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4187165 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4187173 INFO (IPC Server handler 0 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53137 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0
[junit4] 2> 4187173 INFO (IPC Server handler 1 on 59396) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-746d4adb-571b-4d6d-b6df-228df3ce989b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-3e27ac0a-6af1-42c5-9a18-6bbd69ef2122:NORMAL:127.0.0.1:53137|FINALIZED]]} size 0
[junit4] 2> 4187209 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4187209 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4187210 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4187219 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4187219 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4187223 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b46b98[halfcollection_shard2_replica1] main]
[junit4] 2> 4187224 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4187224 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4187224 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4187225 INFO (searcherExecutor-9024-thread-1-processing-n:127.0.0.1:38765_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@7b46b98[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4187227 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559499015894073344
[junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38765/solr/halfcollection_shard2_replica1/
[junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4187231 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38765/solr/halfcollection_shard2_replica1/ has no replicas
[junit4] 2> 4187233 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38765/solr/halfcollection_shard2_replica1/ shard2
[junit4] 2> 4187335 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4187384 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4187385 INFO (qtp93065815-107438) [n:127.0.0.1:38765_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1286
[junit4] 2> 4187386 ERROR (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
[junit4] 2> 4187386 INFO (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4187388 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
[junit4] 2> 4187389 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.c.SolrCore [halfcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e69a350
[junit4] 2> 4187481 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
[junit4] 2> 4187482 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollection/core_node1/data/index
[junit4] 2> 4187482 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 4187482 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollection/core_node1/data
[junit4] 2> 4187487 INFO (zkCallback-4006-thread-1-processing-n:127.0.0.1:38765_solr) [n:127.0.0.1:38765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4187488 INFO (IPC Server handler 5 on 59396) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:52777 127.0.0.1:53137
[junit4] 2> 4187488 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard2_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollection/core_node1/data/snapshot_metadata is an old index directory, caused by: java.io.IOException: Filesystem closed
[junit4] 2> 4187489 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard2_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollection/core_node1/data/tlog is an old index directory, caused by: java.io.IOException: Filesystem closed
[junit4] 2> 4187490 INFO (qtp93065815-107443) [n:127.0.0.1:38765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=101
[junit4] 2> 4188144 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7d67b318) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:52777 to delete [blk_1073741827_1003]
[junit4] 2> 4188192 INFO (OverseerThreadFactory-9005-thread-2-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
[junit4] 2> 4188193 INFO (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4189897 INFO (OverseerCollectionConfigSetProcessor-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4191144 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7d67b318) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53137 to delete [blk_1073741827_1003]
[junit4] 2> 4218196 ERROR (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 4218196 INFO (qtp380572432-107444) [n:127.0.0.1:59544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:52392_solr,127.0.0.1:38765_solr&wt=javabin&version=2} status=0 QTime=32302
[junit4] 2> 4218196 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore
[junit4] 2> 4218261 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[D11027C0F5C87423]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 4218261 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[D11027C0F5C87423]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4218264 INFO (qtp380572432-107428) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4218266 INFO (OverseerThreadFactory-9005-thread-3-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4218266 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 4218267 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@19652138
[junit4] 2> 4218315 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 4218316 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/index
[junit4] 2> 4218316 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/snapshot_metadata
[junit4] 2> 4218316 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004
[junit4] 2> 4218323 INFO (IPC Server handler 3 on 59396) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:52777 127.0.0.1:53137
[junit4] 2> 4218324 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard1_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/snapshot_metadata is an old index directory, caused by: java.io.IOException: Filesystem closed
[junit4] 2> 4218324 ERROR (OldIndexDirectoryCleanupThreadForCore-halfcollection_shard1_replica1) [n:127.0.0.1:38765_solr ] o.a.s.c.HdfsDirectoryFactory Error checking if path hdfs://localhost:59396/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D11027C0F5C87423-001/tempDir-004/tlog is an old index directory, caused by: java.io.IOException: Filesystem closed
[junit4] 2> 4218326 INFO (qtp93065815-107437) [n:127.0.0.1:38765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 4219031 INFO (qtp380572432-107428) [n:127.0.0.1:59544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2} status=0 QTime=767
[junit4] 2> 4219033 INFO (qtp380572432-107445) [n:127.0.0.1:59544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4219035 INFO (OverseerThreadFactory-9005-thread-4-processing-n:127.0.0.1:45824_solr) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4219035 INFO (OverseerCollectionConfigSetProcessor-97468687991963655-127.0.0.1:45824_solr-n_0000000000) [n:127.0.0.1:45824_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4219036 INFO (qtp1495300344-107458) [n:127.0.0.1:52392_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 4219036 INFO (qtp1495300344-107458) [n:127.0.0.1:52392_solr ] o.a.s.c.SolrCore [
[...truncated too long message...]
ver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4560612 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[D11027C0F5C87423]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_D11027C0F5C87423-001
[junit4] 2> Feb 16, 2017 2:15:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-UY, timezone=Asia/Gaza
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=162418680,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestFaceting, CursorPagingTest, TestIBSimilarityFactory, TestPathTrie, TestInitQParser, TestFreeTextSuggestions, TestFieldCacheReopen, TestPointFields, SolrCLIZkUtilsTest, LeaderInitiatedRecoveryOnShardRestartTest, TestNonDefinedSimilarityFactory, FileBasedSpellCheckerTest, TestJmxIntegration, DefaultValueUpdateProcessorTest, ZkStateWriterTest, TestDelegationWithHadoopAuth, ChangedSchemaMergeTest, SynonymTokenizerTest, TestSQLHandlerNonCloud, TestPushWriter, ClassificationUpdateProcessorTest, BlockDirectoryTest, TestPKIAuthenticationPlugin, OverseerCollectionConfigSetProcessorTest, DateFieldTest, TestSolrQueryResponse, SolrIndexMetricsTest, TestRandomDVFaceting, VMParamsZkACLAndCredentialsProvidersTest, TestComplexPhraseQParserPlugin, TestMiniSolrCloudClusterSSL, ClusterStateTest, TestHdfsUpdateLog, DistributedQueryElevationComponentTest, CdcrBootstrapTest, TestJoin, HdfsTlogReplayBufferedWhileIndexingTest, TestLazyCores, TestDynamicFieldCollectionResource, TestExpandComponent, SSLMigrationTest, DistributedSpellCheckComponentTest, TestNoOpRegenerator, TestPHPSerializedResponseWriter, LeaderElectionIntegrationTest, RegexBoostProcessorTest, TestAuthenticationFramework, HLLUtilTest, DisMaxRequestHandlerTest, SpatialRPTFieldTypeTest, TestReloadAndDeleteDocs, TestSolrCoreSnapshots, TestExactSharedStatsCache, RulesTest, AtomicUpdatesTest, TestRecoveryHdfs, QueryElevationComponentTest, TestBadConfig, TestRandomRequestDistribution, SolrSlf4jReporterTest, OverseerStatusTest, UUIDFieldTest, PolyFieldTest, TestSubQueryTransformerCrossCore, SignatureUpdateProcessorFactoryTest, AlternateDirectoryTest, TestFunctionQuery, SuggestComponentContextFilterQueryTest, ForceLeaderTest, ScriptEngineTest, TestDocSet, TestBinaryResponseWriter, XsltUpdateRequestHandlerTest, CollectionStateFormat2Test, BlockJoinFacetSimpleTest, TestCSVLoader, DistributedFacetPivotLongTailTest, TestRemoteStreaming, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestInfoStreamLogging, CollectionsAPISolrJTest, TestUseDocValuesAsStored, SharedFSAutoReplicaFailoverTest, ReplicationFactorTest, AnalyticsQueryTest, TestDistributedSearch, TestSolrDeletionPolicy2, HdfsRestartWhileUpdatingTest, SyncSliceTest, ConnectionManagerTest, TestOmitPositions, TestManagedResourceStorage, DeleteInactiveReplicaTest, TestGeoJSONResponseWriter, DeleteReplicaTest, DocumentAnalysisRequestHandlerTest, SolrGangliaReporterTest, ZkNodePropsTest, StandardRequestHandlerTest, TestExclusionRuleCollectionAccess, TolerantUpdateProcessorTest, MultiThreadedOCPTest, TestLeaderElectionZkExpiry, ResourceLoaderTest, HdfsLockFactoryTest, DistributedQueueTest, TestMacros, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, HardAutoCommitTest, TestRangeQuery, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ConfigSetsAPITest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, SaslZkACLProviderTest, ShardSplitTest, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [536/692 (2!)] on J0 in 34.05s, 1 test, 1 failure <<< FAILURES!
[...truncated 63105 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 284 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/284/
6 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([47D1D58C4825005F]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([47D1D58C4825005F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:523) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:523)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([60BC73E0E73B44EE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor133.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest: 1) Thread[id=234363, name=OverseerHdfsCoreFailoverThread-97464219946188811-127.0.0.1:43049_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest:
1) Thread[id=234363, name=OverseerHdfsCoreFailoverThread-97464219946188811-127.0.0.1:43049_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([60BC73E0E73B44EE]:0)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([60BC73E0E73B44EE:E8E84C3A49C72916]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([60BC73E0E73B44EE:E8E84C3A49C72916]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1864 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> feb 15, 2017 4:15:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=4632, name=SUITE-TestFuzzyQuery-seed#[47D1D58C4825005F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=4633, name=TEST-TestFuzzyQuery.testRandom-seed#[47D1D58C4825005F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=47D1D58C4825005F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-PY -Dtests.timezone=Africa/Bissau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([47D1D58C4825005F]:0)
[junit4] 2> feb 15, 2017 4:15:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> feb 15, 2017 4:16:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4633, name=TEST-TestFuzzyQuery.testRandom-seed#[47D1D58C4825005F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> feb 15, 2017 4:16:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4633, name=TEST-TestFuzzyQuery.testRandom-seed#[47D1D58C4825005F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> feb 15, 2017 4:16:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4633, name=TEST-TestFuzzyQuery.testRandom-seed#[47D1D58C4825005F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, maxDocsPerChunk=383, blockSize=913), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, blockSize=913)), sim=RandomSimilarity(queryNorm=false,coord=crazy): {field=IB SPL-DZ(0.3)}, locale=es-PY, timezone=Africa/Bissau
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=255010944,total=404750336
[junit4] 2> NOTE: All tests run in this JVM: [TestBooleanQueryVisitSubscorers, TestDoubleValuesSource, TestPriorityQueue, TestNRTReaderCleanup, TestReaderClosed, TestBinaryDocument, TestDocCount, TestFieldValueQuery, TestFieldCacheRewriteMethod, TestReusableStringReader, TestFixedBitSet, TestLucene60FieldInfoFormat, TestForTooMuchCloning, TestIndexingSequenceNumbers, TestGrowableByteArrayDataOutput, Test2BSortedDocValuesOrds, TestBooleanOr, TestTrackingDirectoryWrapper, TestConcurrentMergeScheduler, TestNGramPhraseQuery, TestCheckIndex, TestFieldReuse, TestTransactionRollback, TestDuelingCodecsAtNight, TestDocValuesIndexing, TestCharFilter, TestDirectPacked, TestIndexReaderClose, TestTermVectorsReader, TestSpansEnum, TestSimilarityProvider, TestLongValuesSource, TestControlledRealTimeReopenThread, TestNeedsScores, TestBytesRefAttImpl, TestConstantScoreQuery, Test2BTerms, TestSparseFixedBitDocIdSet, TestNRTReaderWithThreads, TestStressNRT, TestUnicodeUtil, TestBytesRef, TestCloseableThreadLocal, TestGraphTokenStreamFiniteStrings, TestDuelingCodecs, TestDirectoryReader, TestDoc, TestTerm, TestLegacyNumericUtils, TestBinaryTerms, TestIndexWriterCommit, TestLucene60PointsFormat, TestOperations, TestFSTs, TestReqExclBulkScorer, TestSpanNotQuery, TestFrequencyTrackingRingBuffer, TestNoMergePolicy, TestPagedBytes, TestSortedNumericSortField, TestNeverDelete, TestIndexWriterMergePolicy, TestGraphTokenizers, TestRegexpRandom, TestWildcard, TestNorms, TestDateSort, TestBooleanRewrites, TestSameScoresWithThreads, TestCodecUtil, TestTragicIndexWriterDeadlock, TestIntBlockPool, TestManyFields, TestNativeFSLockFactory, TestIndexOrDocValuesQuery, TestForceMergeForever, TestTermRangeQuery, TestDocumentWriter, TestLiveFieldValues, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=47D1D58C4825005F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-PY -Dtests.timezone=Africa/Bissau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([47D1D58C4825005F]:0)
[junit4] Completed [452/452 (1!)] on J1 in 7223.14s, 2 tests, 2 errors <<< FAILURES!
[...truncated 10375 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/init-core-data-001
[junit4] 2> 1799175 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1799176 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1799176 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e/
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1799208 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1799216 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1799218 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1799228 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_44077_hdfs____y6xg6y/webapp
[junit4] 2> 1799624 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44077
[junit4] 2> 1799682 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1799683 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1799694 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51193_datanode____x8fv4m/webapp
[junit4] 2> 1800109 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51193
[junit4] 2> 1800169 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1800172 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1800189 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37380_datanode____aleg32/webapp
[junit4] 2> 1800231 INFO (IPC Server handler 3 on 45595) [ ] BlockStateChange BLOCK* processReport: from storage DS-9e05c745-d3c4-4648-8792-d0729b4e77f9 node DatanodeRegistration(127.0.0.1:56720, datanodeUuid=a6e32f02-8110-4e45-9a38-40696ed770ef, infoPort=40935, infoSecurePort=0, ipcPort=44116, storageInfo=lv=-56;cid=testClusterID;nsid=1189656718;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1800231 INFO (IPC Server handler 3 on 45595) [ ] BlockStateChange BLOCK* processReport: from storage DS-a676840f-e799-4673-ac5e-0135fde5d295 node DatanodeRegistration(127.0.0.1:56720, datanodeUuid=a6e32f02-8110-4e45-9a38-40696ed770ef, infoPort=40935, infoSecurePort=0, ipcPort=44116, storageInfo=lv=-56;cid=testClusterID;nsid=1189656718;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1800654 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37380
[junit4] 2> 1800725 INFO (IPC Server handler 3 on 45595) [ ] BlockStateChange BLOCK* processReport: from storage DS-67f40981-438d-4c2b-b750-72574e5d69c3 node DatanodeRegistration(127.0.0.1:56075, datanodeUuid=17e93c06-5005-451f-b53d-12d49526c61d, infoPort=53126, infoSecurePort=0, ipcPort=51036, storageInfo=lv=-56;cid=testClusterID;nsid=1189656718;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1800725 INFO (IPC Server handler 3 on 45595) [ ] BlockStateChange BLOCK* processReport: from storage DS-fc0c43fd-09b2-448b-8a24-af4cbb446aa7 node DatanodeRegistration(127.0.0.1:56075, datanodeUuid=17e93c06-5005-451f-b53d-12d49526c61d, infoPort=53126, infoSecurePort=0, ipcPort=51036, storageInfo=lv=-56;cid=testClusterID;nsid=1189656718;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1800920 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1800921 INFO (Thread-209848) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1800921 INFO (Thread-209848) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1801021 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.ZkTestServer start zk server on port:33113
[junit4] 2> 1801033 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1801035 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1801036 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1801037 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1801037 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1801038 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1801039 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1801040 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1801041 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1801042 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1801043 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1801121 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/control-001/cores/collection1
[junit4] 2> 1801123 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1801124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17d54744{/e,null,AVAILABLE}
[junit4] 2> 1801124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ca723de{HTTP/1.1,[http/1.1]}{127.0.0.1:47804}
[junit4] 2> 1801124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.Server Started @1804702ms
[junit4] 2> 1801124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:45595/hdfs__localhost_45595__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001_tempDir-002_control_data, hostContext=/e, hostPort=47804, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/control-001/cores}
[junit4] 2> 1801124 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1801125 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1801125 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1801125 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1801125 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T18:45:21.070Z
[junit4] 2> 1801134 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1801134 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/control-001/solr.xml
[junit4] 2> 1801139 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1801139 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33113/solr
[junit4] 2> 1801157 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:47804_e ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1801157 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:47804_e ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47804_e
[junit4] 2> 1801158 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:47804_e ] o.a.s.c.Overseer Overseer (id=97464111652274180-127.0.0.1:47804_e-n_0000000000) starting
[junit4] 2> 1801166 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:47804_e ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47804_e
[junit4] 2> 1801167 INFO (zkCallback-1453-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1801223 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:47804_e ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/control-001/cores
[junit4] 2> 1801223 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:47804_e ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1801230 INFO (OverseerStateUpdate-97464111652274180-127.0.0.1:47804_e-n_0000000000) [n:127.0.0.1:47804_e ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1801240 WARN (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1801240 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1801250 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1801311 WARN (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1801312 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1801321 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1801321 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45595/solr_hdfs_home
[junit4] 2> 1801321 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1801321 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/control-001/cores/collection1], dataDir=[hdfs://localhost:45595/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1801321 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43950fe7
[junit4] 2> 1801322 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45595/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1801328 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1801328 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1801337 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1801338 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45595/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1801350 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45595/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1801355 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1801355 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1801358 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1801359 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2680767545100851]
[junit4] 2> 1801382 INFO (IPC Server handler 6 on 45595) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56075 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9e05c745-d3c4-4648-8792-d0729b4e77f9:NORMAL:127.0.0.1:56720|RBW], ReplicaUC[[DISK]DS-fc0c43fd-09b2-448b-8a24-af4cbb446aa7:NORMAL:127.0.0.1:56075|FINALIZED]]} size 0
[junit4] 2> 1801383 INFO (IPC Server handler 7 on 45595) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56720 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9e05c745-d3c4-4648-8792-d0729b4e77f9:NORMAL:127.0.0.1:56720|RBW], ReplicaUC[[DISK]DS-fc0c43fd-09b2-448b-8a24-af4cbb446aa7:NORMAL:127.0.0.1:56075|FINALIZED]]} size 0
[junit4] 2> 1801389 WARN (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1801423 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1801423 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1801423 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1801431 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1801431 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1801432 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1330617572, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1801445 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48bc2b66[collection1] main]
[junit4] 2> 1801445 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1801445 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1801446 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1801447 INFO (searcherExecutor-3586-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48bc2b66[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1801448 INFO (coreLoadExecutor-3585-thread-1-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559425786988986368
[junit4] 2> 1801460 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1801460 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1801460 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47804/e/collection1/
[junit4] 2> 1801460 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1801460 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47804/e/collection1/ has no replicas
[junit4] 2> 1801463 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47804/e/collection1/ shard1
[junit4] 2> 1801554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1801555 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33113/solr ready
[junit4] 2> 1801555 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1801565 INFO (coreZkRegister-3578-thread-1-processing-n:127.0.0.1:47804_e x:collection1 c:control_collection) [n:127.0.0.1:47804_e c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1801624 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-1-001/cores/collection1
[junit4] 2> 1801624 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-1-001
[junit4] 2> 1801625 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1801626 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ef462b{/e,null,AVAILABLE}
[junit4] 2> 1801626 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@366fa394{HTTP/1.1,[http/1.1]}{127.0.0.1:42712}
[junit4] 2> 1801627 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.Server Started @1805205ms
[junit4] 2> 1801627 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:45595/hdfs__localhost_45595__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/e, hostPort=42712, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-1-001/cores}
[junit4] 2> 1801628 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1801628 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1801628 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1801628 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1801628 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T18:45:21.573Z
[junit4] 2> 1801630 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1801630 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-1-001/solr.xml
[junit4] 2> 1801635 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1801635 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33113/solr
[junit4] 2> 1801641 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:42712_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1801642 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:42712_e ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1801643 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:42712_e ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42712_e
[junit4] 2> 1801644 INFO (zkCallback-1457-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1801646 INFO (zkCallback-1453-thread-3-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1801649 INFO (zkCallback-1462-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1801716 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:42712_e ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-1-001/cores
[junit4] 2> 1801716 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:42712_e ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1801718 INFO (OverseerStateUpdate-97464111652274180-127.0.0.1:47804_e-n_0000000000) [n:127.0.0.1:47804_e ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1802727 WARN (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1802727 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1802737 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1802792 WARN (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1802793 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1802802 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1802802 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45595/solr_hdfs_home
[junit4] 2> 1802802 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1802802 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:45595/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1802803 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43950fe7
[junit4] 2> 1802803 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45595/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1802808 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1802809 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1802811 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1802811 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45595/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1802829 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45595/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1802833 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1802834 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1802835 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1802835 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2680767545100851]
[junit4] 2> 1802846 INFO (IPC Server handler 3 on 45595) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56075 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a676840f-e799-4673-ac5e-0135fde5d295:NORMAL:127.0.0.1:56720|RBW], ReplicaUC[[DISK]DS-67f40981-438d-4c2b-b750-72574e5d69c3:NORMAL:127.0.0.1:56075|RBW]]} size 0
[junit4] 2> 1802847 INFO (IPC Server handler 4 on 45595) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56720 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a676840f-e799-4673-ac5e-0135fde5d295:NORMAL:127.0.0.1:56720|RBW], ReplicaUC[[DISK]DS-67f40981-438d-4c2b-b750-72574e5d69c3:NORMAL:127.0.0.1:56075|RBW]]} size 0
[junit4] 2> 1802852 WARN (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1802880 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1802880 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1802880 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1802887 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1802887 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1802889 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1330617572, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1802892 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@150149ad[collection1] main]
[junit4] 2> 1802892 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1802892 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1802893 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1802894 INFO (searcherExecutor-3597-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@150149ad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1802895 INFO (coreLoadExecutor-3596-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559425788506275840
[junit4] 2> 1802900 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1802900 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1802900 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42712/e/collection1/
[junit4] 2> 1802900 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1802900 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42712/e/collection1/ has no replicas
[junit4] 2> 1802902 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42712/e/collection1/ shard1
[junit4] 2> 1803053 INFO (coreZkRegister-3591-thread-1-processing-n:127.0.0.1:42712_e x:collection1 c:collection1) [n:127.0.0.1:42712_e c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1803114 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-2-001/cores/collection1
[junit4] 2> 1803114 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-2-001
[junit4] 2> 1803115 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1803116 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cb717e1{/e,null,AVAILABLE}
[junit4] 2> 1803116 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75c9f9aa{HTTP/1.1,[http/1.1]}{127.0.0.1:43493}
[junit4] 2> 1803116 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.e.j.s.Server Started @1806694ms
[junit4] 2> 1803116 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:45595/hdfs__localhost_45595__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/e, hostPort=43493, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-2-001/cores}
[junit4] 2> 1803118 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1803119 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1803119 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1803119 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1803119 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T18:45:23.064Z
[junit4] 2> 1803121 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1803121 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_60BC73E0E73B44EE-001/shard-2-001/solr.xml
[junit4] 2> 1803126 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1803126 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33113/solr
[junit4] 2> 1803134 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:43493_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1803135 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:43493_e ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1803137 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[60BC73E0E73B44EE]) [n:127.0.0.1:43493_e ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43493_e
[junit4] 2> 1803140 INFO (zkCallback-1462-thread-1-processing-n:127.0.0.1:42712_e) [n:127.0.0.1:42712_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1803142 INFO (zkCallback-1468-thread-1-processing-n:127.0.0.1:43493_e) [n:127.0.0.1:43493_e ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1803142 INFO (zkCallback-1453-thread-2-processing-n:127.0.0.1:47804_e) [n:127.0.0.1:47804_e ] o
[...truncated too long message...]
t4] 2> SUITE-DeleteInactiveReplicaTest-seed#[60BC73E0E73B44EE]:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1257)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
[junit4] 2> 3586269 INFO (SUITE-DeleteInactiveReplicaTest-seed#[60BC73E0E73B44EE]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 15, 2017 7:15:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 15, 2017 7:15:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest:
[junit4] 2> 1) Thread[id=234363, name=OverseerHdfsCoreFailoverThread-97464219946188811-127.0.0.1:43049_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Feb 15, 2017 7:15:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=234363, name=OverseerHdfsCoreFailoverThread-97464219946188811-127.0.0.1:43049_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] 2> Feb 15, 2017 7:15:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-MX, timezone=US/Aleutian
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=111200824,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [SolrMetricsIntegrationTest, TestNRTOpen, TestReplicaProperties, TestSolrDeletionPolicy1, TestSolrCloudSnapshots, TestZkChroot, LeaderElectionContextKeyTest, PrimUtilsTest, TestSchemaSimilarityResource, TestExportWriter, BlockJoinFacetRandomTest, OpenExchangeRatesOrgProviderTest, ResponseLogComponentTest, DocValuesNotIndexedTest, CloudMLTQParserTest, SolrPluginUtilsTest, DeleteStatusTest, BinaryUpdateRequestHandlerTest, TestLocalFSCloudBackupRestore, TestManagedSchemaThreadSafety, TestTolerantSearch, HLLSerializationTest, LukeRequestHandlerTest, TestIndexSearcher, SolrCoreMetricManagerTest, NoCacheHeaderTest, PreAnalyzedFieldTest, TestFieldCacheSort, TestSubQueryTransformer, TestTrackingShardHandlerFactory, BasicDistributedZk2Test, TestFieldCache, TestSearcherReuse, TestReplicationHandlerBackup, TestSSLRandomization, TestSort, MergeStrategyTest, UtilsToolTest, BaseCdcrDistributedZkTest, TestAnalyzedSuggestions, TestAddFieldRealTimeGet, TestSchemalessBufferedUpdates, AutoCommitTest, RecoveryZkTest, DistributedFacetPivotSmallTest, SuggesterWFSTTest, TestHashQParserPlugin, DOMUtilTest, SolrCoreCheckLockOnStartupTest, QueryParsingTest, SuggesterTSTTest, TestCorePropertiesReload, TestNumericTerms64, SOLR749Test, StatsComponentTest, XmlUpdateRequestHandlerTest, TestCloudManagedSchema, TestDFRSimilarityFactory, HdfsBasicDistributedZkTest, SimpleFacetsTest, QueryResultKeyTest, DirectUpdateHandlerTest, TestSolrQueryParser, TestIndexingPerformance, TestRecovery, InfoHandlerTest, HdfsThreadLeakTest, BadIndexSchemaTest, ShardSplitTest, SolrTestCaseJ4Test, TestSolrJ, ConfigSetsAPITest, OverseerTest, CustomCollectionTest, TestSha256AuthenticationProvider, PeerSyncWithIndexFingerprintCachingTest, TestJsonFacets, TestCloudRecovery, TestTolerantUpdateProcessorCloud, HdfsWriteToMultipleCollectionsTest, SmileWriterTest, BadComponentTest, TestComplexPhraseLeadingWildcard, TestPerFieldSimilarityWithDefaultOverride, TestLRUStatsCache, TestConfig, TestLeaderElectionWithEmptyReplica, TriLevelCompositeIdRoutingTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, MissingSegmentRecoveryTest, TestStressReorder, TestSolrConfigHandlerConcurrent, SimpleCollectionCreateDeleteTest, JSONWriterTest, TestSortByMinMaxFunction, CollectionReloadTest, SolrXmlInZkTest, MetricUtilsTest, TestWriterPerf, TestXmlQParser, TestCollectionAPIs, LeaderInitiatedRecoveryOnCommitTest, CoreAdminCreateDiscoverTest, TestConfigSetImmutable, SolrJmxReporterTest, SegmentsInfoRequestHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestPhraseSuggestions, TestLFUCache, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestReload, TestStressVersions, HardAutoCommitTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, PeerSyncTest, TestLazyCores, HighlighterTest, SoftAutoCommitTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, RequestHandlersTest, FastVectorHighlighterTest, RegexBoostProcessorTest, ReturnFieldsTest, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, PluginInfoTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, ConnectionManagerTest, DeleteInactiveReplicaTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteInactiveReplicaTest -Dtests.seed=60BC73E0E73B44EE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=US/Aleutian -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | DeleteInactiveReplicaTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.cloud.Overseer.start(Overseer.java:523)
[junit4] > at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] > at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] > at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([60BC73E0E73B44EE]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest:
[junit4] > 1) Thread[id=234363, name=OverseerHdfsCoreFailoverThread-97464219946188811-127.0.0.1:43049_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([60BC73E0E73B44EE]:0)
[junit4] Completed [496/692 (3!)] on J2 in 153.06s, 1 test, 1 failure, 1 error <<< FAILURES!
[...truncated 63256 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 283 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/283/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45877
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45877
at __randomizedtesting.SeedInfo.seed([142663C043B89C34:9C725C1AED44F1CC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([142663C043B89C34:E389AAEBBE31761F]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([142663C043B89C34:9C725C1AED44F1CC]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12039 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/init-core-data-001
[junit4] 2> 852982 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 852982 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 852982 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 853076 WARN (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 853103 WARN (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 853109 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 853140 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46006_hdfs____k2mk9q/webapp
[junit4] 2> 853695 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46006
[junit4] 2> 853842 WARN (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 853847 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 853877 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37685_datanode____.9wgmoa/webapp
[junit4] 2> 854289 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37685
[junit4] 2> 854427 WARN (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 854428 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 854474 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43536_datanode____.cr9teo/webapp
[junit4] 2> 854639 INFO (IPC Server handler 3 on 42306) [ ] BlockStateChange BLOCK* processReport: from storage DS-21fc0236-e079-4bb5-a49d-7a4145cd728c node DatanodeRegistration(127.0.0.1:35816, datanodeUuid=d1a5b01d-4a19-4e61-8f9f-0e43f803d9e8, infoPort=57098, infoSecurePort=0, ipcPort=47217, storageInfo=lv=-56;cid=testClusterID;nsid=1213767038;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 854639 INFO (IPC Server handler 3 on 42306) [ ] BlockStateChange BLOCK* processReport: from storage DS-d70d4253-c9cd-4089-a834-4071fd568982 node DatanodeRegistration(127.0.0.1:35816, datanodeUuid=d1a5b01d-4a19-4e61-8f9f-0e43f803d9e8, infoPort=57098, infoSecurePort=0, ipcPort=47217, storageInfo=lv=-56;cid=testClusterID;nsid=1213767038;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 855303 INFO (SUITE-StressHdfsTest-seed#[142663C043B89C34]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43536
[junit4] 2> 855529 INFO (IPC Server handler 5 on 42306) [ ] BlockStateChange BLOCK* processReport: from storage DS-99eb2233-81cc-454a-986c-8863d2912353 node DatanodeRegistration(127.0.0.1:41684, datanodeUuid=f111a806-f1db-408c-b5a0-84eb02e8aa03, infoPort=58563, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-56;cid=testClusterID;nsid=1213767038;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 855529 INFO (IPC Server handler 5 on 42306) [ ] BlockStateChange BLOCK* processReport: from storage DS-f9115561-b72b-4824-addc-772d2bde9bed node DatanodeRegistration(127.0.0.1:41684, datanodeUuid=f111a806-f1db-408c-b5a0-84eb02e8aa03, infoPort=58563, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-56;cid=testClusterID;nsid=1213767038;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 855616 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 855616 INFO (Thread-1608) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 855616 INFO (Thread-1608) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 855716 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ZkTestServer start zk server on port:57369
[junit4] 2> 855737 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 855739 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 855747 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 855749 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 855750 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 855751 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 855752 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 855753 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 855754 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 855755 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 855755 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 855890 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/control-001/cores/collection1
[junit4] 2> 855892 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 855893 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e7c6882{/,null,AVAILABLE}
[junit4] 2> 855893 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62335164{HTTP/1.1,[http/1.1]}{127.0.0.1:46035}
[junit4] 2> 855893 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server Started @859183ms
[junit4] 2> 855893 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:42306/hdfs__localhost_42306__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001_tempDir-002_control_data, hostContext=/, hostPort=46035, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/control-001/cores}
[junit4] 2> 855894 ERROR (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 855894 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 855894 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 855894 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 855894 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-14T15:35:22.185Z
[junit4] 2> 855899 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 855899 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/control-001/solr.xml
[junit4] 2> 855905 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 855905 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57369/solr
[junit4] 2> 855940 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:46035_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 855941 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:46035_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46035_
[junit4] 2> 855941 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:46035_ ] o.a.s.c.Overseer Overseer (id=97457702300876804-127.0.0.1:46035_-n_0000000000) starting
[junit4] 2> 855957 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:46035_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46035_
[junit4] 2> 855959 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 856161 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:46035_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/control-001/cores
[junit4] 2> 856161 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:46035_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 856180 INFO (OverseerStateUpdate-97457702300876804-127.0.0.1:46035_-n_0000000000) [n:127.0.0.1:46035_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 856221 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 856239 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 856495 WARN (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 856497 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 856505 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 856505 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42306/solr_hdfs_home
[junit4] 2> 856505 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 856506 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/control-001/cores/collection1], dataDir=[hdfs://localhost:42306/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 856506 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccd18e9
[junit4] 2> 856506 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 856514 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 856514 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 856521 WARN (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 861663 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 861663 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 861680 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 861685 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 861685 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 861689 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 861690 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 861736 INFO (IPC Server handler 7 on 42306) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35816 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f9115561-b72b-4824-addc-772d2bde9bed:NORMAL:127.0.0.1:41684|RBW], ReplicaUC[[DISK]DS-d70d4253-c9cd-4089-a834-4071fd568982:NORMAL:127.0.0.1:35816|RBW]]} size 0
[junit4] 2> 861739 INFO (IPC Server handler 8 on 42306) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41684 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d70d4253-c9cd-4089-a834-4071fd568982:NORMAL:127.0.0.1:35816|RBW], ReplicaUC[[DISK]DS-99eb2233-81cc-454a-986c-8863d2912353:NORMAL:127.0.0.1:41684|FINALIZED]]} size 0
[junit4] 2> 861754 WARN (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 861803 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 861803 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 861803 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 861811 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 861811 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 861812 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7112113658164153]
[junit4] 2> 861849 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5094b611[collection1] main]
[junit4] 2> 861849 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 861850 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 861850 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 861851 INFO (searcherExecutor-2564-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5094b611[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 861852 INFO (coreLoadExecutor-2563-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559323243334074368
[junit4] 2> 861866 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 861866 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 861867 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46035/collection1/
[junit4] 2> 861867 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 861867 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46035/collection1/ has no replicas
[junit4] 2> 861872 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46035/collection1/ shard1
[junit4] 2> 862022 INFO (coreZkRegister-2556-thread-1-processing-n:127.0.0.1:46035_ x:collection1 c:control_collection) [n:127.0.0.1:46035_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 862171 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 862172 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57369/solr ready
[junit4] 2> 862172 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 862239 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-1-001/cores/collection1
[junit4] 2> 862240 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-1-001
[junit4] 2> 862240 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 862241 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30548ecd{/,null,AVAILABLE}
[junit4] 2> 862242 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62a83c17{HTTP/1.1,[http/1.1]}{127.0.0.1:37407}
[junit4] 2> 862242 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server Started @865532ms
[junit4] 2> 862242 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:42306/hdfs__localhost_42306__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=37407, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-1-001/cores}
[junit4] 2> 862243 ERROR (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 862243 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 862243 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 862243 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 862243 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-14T15:35:28.534Z
[junit4] 2> 862245 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 862246 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-1-001/solr.xml
[junit4] 2> 862251 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 862251 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57369/solr
[junit4] 2> 862266 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:37407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 862267 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:37407_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 862269 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:37407_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37407_
[junit4] 2> 862270 INFO (zkCallback-887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 862270 INFO (zkCallback-883-thread-2-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 862283 INFO (zkCallback-892-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 862326 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:37407_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-1-001/cores
[junit4] 2> 862326 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:37407_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 862328 INFO (OverseerStateUpdate-97457702300876804-127.0.0.1:46035_-n_0000000000) [n:127.0.0.1:46035_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 863345 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864144 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 864213 WARN (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 864215 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 864225 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 864225 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42306/solr_hdfs_home
[junit4] 2> 864225 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 864225 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:42306/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 864226 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccd18e9
[junit4] 2> 864226 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 864232 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 864232 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 864236 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 864237 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 864252 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 864262 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 864262 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 864265 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 864265 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 864293 INFO (IPC Server handler 2 on 42306) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35816 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-21fc0236-e079-4bb5-a49d-7a4145cd728c:NORMAL:127.0.0.1:35816|RBW], ReplicaUC[[DISK]DS-99eb2233-81cc-454a-986c-8863d2912353:NORMAL:127.0.0.1:41684|RBW]]} size 0
[junit4] 2> 864294 INFO (IPC Server handler 4 on 42306) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41684 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-21fc0236-e079-4bb5-a49d-7a4145cd728c:NORMAL:127.0.0.1:35816|RBW], ReplicaUC[[DISK]DS-f9115561-b72b-4824-addc-772d2bde9bed:NORMAL:127.0.0.1:41684|FINALIZED]]} size 0
[junit4] 2> 864303 WARN (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 864341 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 864341 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 864341 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 864351 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864351 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864361 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7112113658164153]
[junit4] 2> 864383 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a588a53[collection1] main]
[junit4] 2> 864384 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 864384 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 864384 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864385 INFO (searcherExecutor-2575-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a588a53[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864388 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559323245993263104
[junit4] 2> 864400 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 864400 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 864401 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37407/collection1/
[junit4] 2> 864401 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 864401 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:37407/collection1/ has no replicas
[junit4] 2> 864406 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37407/collection1/ shard1
[junit4] 2> 864556 INFO (coreZkRegister-2569-thread-1-processing-n:127.0.0.1:37407_ x:collection1 c:collection1) [n:127.0.0.1:37407_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 864713 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-2-001/cores/collection1
[junit4] 2> 864714 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-2-001
[junit4] 2> 864715 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 864716 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ad000e0{/,null,AVAILABLE}
[junit4] 2> 864716 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f8d5a1e{HTTP/1.1,[http/1.1]}{127.0.0.1:48524}
[junit4] 2> 864716 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server Started @868006ms
[junit4] 2> 864716 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:42306/hdfs__localhost_42306__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=48524, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-2-001/cores}
[junit4] 2> 864717 ERROR (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 864724 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 864724 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 864724 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 864724 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-14T15:35:31.015Z
[junit4] 2> 864729 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 864730 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-2-001/solr.xml
[junit4] 2> 864735 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 864735 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57369/solr
[junit4] 2> 864751 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:48524_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 864753 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:48524_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 864755 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:48524_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48524_
[junit4] 2> 864756 INFO (zkCallback-892-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 864756 INFO (zkCallback-887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 864756 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 864763 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 864826 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:48524_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-2-001/cores
[junit4] 2> 864826 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:48524_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 864828 INFO (OverseerStateUpdate-97457702300876804-127.0.0.1:46035_-n_0000000000) [n:127.0.0.1:46035_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 865838 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 865852 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 865925 WARN (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 865927 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 865939 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 865940 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42306/solr_hdfs_home
[junit4] 2> 865940 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 865940 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:42306/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 865940 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccd18e9
[junit4] 2> 865940 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 865951 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 865951 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 865962 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 865964 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 865978 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 865983 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 865983 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 865986 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 865986 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 866032 INFO (IPC Server handler 2 on 42306) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35816 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f9115561-b72b-4824-addc-772d2bde9bed:NORMAL:127.0.0.1:41684|RBW], ReplicaUC[[DISK]DS-d70d4253-c9cd-4089-a834-4071fd568982:NORMAL:127.0.0.1:35816|FINALIZED]]} size 0
[junit4] 2> 866033 INFO (IPC Server handler 4 on 42306) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41684 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d70d4253-c9cd-4089-a834-4071fd568982:NORMAL:127.0.0.1:35816|FINALIZED], ReplicaUC[[DISK]DS-99eb2233-81cc-454a-986c-8863d2912353:NORMAL:127.0.0.1:41684|FINALIZED]]} size 0
[junit4] 2> 866046 WARN (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 866082 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 866082 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 866082 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 866091 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 866091 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 866095 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7112113658164153]
[junit4] 2> 866120 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dfae483[collection1] main]
[junit4] 2> 866121 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 866121 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 866121 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 866122 INFO (searcherExecutor-2586-thread-1-processing-n:127.0.0.1:48524_ x:collection1 c:collection1) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6dfae483[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 866125 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559323247814639616
[junit4] 2> 866133 INFO (coreZkRegister-2580-thread-1-processing-n:127.0.0.1:48524_ x:collection1 c:collection1) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 866133 INFO (updateExecutor-895-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 866134 INFO (recoveryExecutor-896-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 866134 INFO (recoveryExecutor-896-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 866134 INFO (recoveryExecutor-896-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 866134 INFO (recoveryExecutor-896-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 866134 INFO (recoveryExecutor-896-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:37407/collection1/] and I am [http://127.0.0.1:48524/collection1/]
[junit4] 2> 866139 INFO (recoveryExecutor-896-thread-1-processing-n:127.0.0.1:48524_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:48524_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:37407]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:48524_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 866141 INFO (qtp1536917217-6003) [n:127.0.0.1:37407_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 866142 INFO (qtp1536917217-6003) [n:127.0.0.1:37407_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 866142 INFO (qtp1536917217-6003) [n:127.0.0.1:37407_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:48524_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:48524","node_name":"127.0.0.1:48524_","state":"down"}
[junit4] 2> 866817 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-3-001/cores/collection1
[junit4] 2> 866817 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-3-001
[junit4] 2> 866818 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 866899 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68691e7{/,null,AVAILABLE}
[junit4] 2> 866899 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@458b4456{HTTP/1.1,[http/1.1]}{127.0.0.1:53190}
[junit4] 2> 866899 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.e.j.s.Server Started @870189ms
[junit4] 2> 866899 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:42306/hdfs__localhost_42306__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=53190, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-3-001/cores}
[junit4] 2> 866900 ERROR (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 866907 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 866907 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 866907 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 866907 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-14T15:35:33.198Z
[junit4] 2> 866912 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 866912 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-3-001/solr.xml
[junit4] 2> 866919 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 866919 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57369/solr
[junit4] 2> 866926 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:53190_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 866927 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:53190_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 866928 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:53190_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53190_
[junit4] 2> 866930 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:48524_) [n:127.0.0.1:48524_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 866930 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:46035_) [n:127.0.0.1:46035_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 866930 INFO (zkCallback-892-thread-1-processing-n:127.0.0.1:37407_) [n:127.0.0.1:37407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 866930 INFO (zkCallback-887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 866937 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 867001 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:53190_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-3-001/cores
[junit4] 2> 867001 INFO (TEST-StressHdfsTest.test-seed#[142663C043B89C34]) [n:127.0.0.1:53190_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 867002 INFO (OverseerStateUpdate-97457702300876804-127.0.0.1:46035_-n_0000000000) [n:127.0.0.1:46035_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 867142 INFO (qtp1536917217-6003) [n:127.0.0.1:37407_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:48524_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:42306/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:48524","node_name":"127.0.0.1:48524_","state":"recovering","ulogDir":"hdfs://localhost:42306/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 867142 INFO (qtp1536917217-6003) [n:127.0.0.1:37407_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 867142 INFO (qtp1536917217-6003) [n:127.0.0.1:37407_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:48524_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 868033 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 868044 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 868123 WARN (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 868125 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 868133 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 868134 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42306/solr_hdfs_home
[junit4] 2> 868134 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 868134 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_142663C043B89C34-001/shard-3-001/cores/collection1], dataDir=[hdfs://localhost:42306/solr_hdfs_home/collection1/core_node3/data/]
[junit4] 2> 868134 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ccd18e9
[junit4] 2> 868134 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node3/data/snapshot_metadata
[junit4] 2> 868140 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 868140 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 868144 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 868145 INFO (coreLoadExecutor-2596-thread-1-processing-n:127.0.0.1:53190_) [n:127.0.0.1:53190_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42306/solr_hdfs_home/collection1/core_node3/data
[j
[...truncated too long message...]
ceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4729484 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[142663C043B89C34]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_142663C043B89C34-001
[junit4] 2> Feb 14, 2017 4:39:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1257, maxMBSortInHeap=7.249092028729768, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=id, timezone=Africa/Khartoum
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=361238696,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, SuggesterFSTTest, TestPartialUpdateDeduplication, TestFuzzyAnalyzedSuggestions, DistributedQueryComponentCustomSortTest, TestElisionMultitermQuery, BlobRepositoryCloudTest, TestCopyFieldCollectionResource, TestGraphMLResponseWriter, DistributedFacetExistsSmallTest, TestSolrFieldCacheMBean, ZkCLITest, MultiTermTest, TestStressLiveNodes, CollectionsAPIDistributedZkTest, VersionInfoTest, TestPerFieldSimilarityClassic, TestFiltering, HdfsBasicDistributedZk2Test, CoreMergeIndexesAdminHandlerTest, DistributedVersionInfoTest, TestImpersonationWithHadoopAuth, TestCharFilters, TestIntervalFaceting, ResponseHeaderTest, TestJsonRequest, OverseerModifyCollectionTest, WrapperMergePolicyFactoryTest, TestReloadDeadlock, ZkSolrClientTest, DirectSolrSpellCheckerTest, EchoParamsTest, TestDocBasedVersionConstraints, IndexBasedSpellCheckerTest, SuggestComponentTest, SimplePostToolTest, URLClassifyProcessorTest, SparseHLLTest, DocValuesTest, TestApiFramework, TestOrdValues, TestJsonFacetRefinement, SecurityConfHandlerTest, DataDrivenBlockJoinTest, TestBM25SimilarityFactory, CoreSorterTest, TestDistributedGrouping, TestManagedSchemaAPI, DistanceFunctionTest, SchemaVersionSpecificBehaviorTest, RestartWhileUpdatingTest, ParsingFieldUpdateProcessorsTest, TestSolrCloudWithKerberosAlt, V2ApiIntegrationTest, TestCloudDeleteByQuery, OverseerTaskQueueTest, TestClusterStateMutator, TestCoreAdminApis, TestSmileRequest, TestSimpleTrackingShardHandler, SampleTest, TermVectorComponentTest, MoreLikeThisHandlerTest, SpellingQueryConverterTest, ShardRoutingCustomTest, AsyncCallRequestStatusResponseTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, TestFieldCacheVsDocValues, TestSerializedLuceneMatchVersion, TestSystemIdResolver, SystemInfoHandlerTest, JSONWriterTest, DocumentBuilderTest, CopyFieldTest, DistributedTermsComponentTest, ConvertedLegacyTest, TestOnReconnectListenerSupport, TestSolrConfigHandlerCloud, JvmMetricsTest, TestRestManager, TestDynamicLoading, DeleteLastCustomShardedReplicaTest, TestExactStatsCache, TestInitParams, TestSweetSpotSimilarityFactory, TestGraphTermsQParserPlugin, ShardRoutingTest, ClassificationUpdateProcessorFactoryTest, CollectionTooManyReplicasTest, TestHashPartitioner, TestSuggestSpellingConverter, DistributedMLTComponentTest, SolrMetricReporterTest, FullHLLTest, CreateCollectionCleanupTest, TestDefaultStatsCache, TestClassicSimilarityFactory, IndexSchemaRuntimeFieldTest, CSVRequestHandlerTest, TestShortCircuitedRequests, TestHighFrequencyDictionaryFactory, TestDocTermOrds, TestNumericTerms32, TestRTGBase, TestUseDocValuesAsStored2, RemoteQueryErrorTest, TestSearchPerf, OpenCloseCoreStressTest, SolrCmdDistributorTest, TestShardHandlerFactory, TestMiniSolrCloudCluster, SyncSliceTest, OverseerTest, TestReplicationHandler, CleanupOldIndexTest, CollectionStateFormat2Test, ConfigSetsAPITest, CustomCollectionTest, DeleteReplicaTest, DeleteShardTest, DistribJoinFromCollectionTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, RollingRestartTest, TestRandomRequestDistribution, TestRebalanceLeaders, TestReplicaProperties, TestSegmentSorting, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, RulesTest, DirectoryFactoryTest, HdfsDirectoryFactoryTest]
[junit4] Completed [545/692 (3!)] on J1 in 12.90s, 3 tests, 1 error <<< FAILURES!
[...truncated 63079 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 282 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/282/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([977CE2E4FCF62D27:35A4AC3E98040421]:0)
at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2091)
at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5004)
at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5042)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5033)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1582)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([8D622B05D79CDF:77971B8FADCE9DF3]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:532)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<59> but was:<33>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([8D622B05D79CDF:22A2BB7E7C735D38]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:563)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<128> but was:<71>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([8D622B05D79CDF:DE070C563E75FE2C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8D622B05D79CDF:88D95DF1AB2BF127]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 379 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=977CE2E4FCF62D27 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-CR -Dtests.timezone=America/Argentina/San_Luis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 171s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([977CE2E4FCF62D27:35A4AC3E98040421]:0)
[junit4] > at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2091)
[junit4] > at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5004)
[junit4] > at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5042)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5033)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1582)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_977CE2E4FCF62D27-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=BlockTreeOrds(blocksize=128), norms=BlockTreeOrds(blocksize=128), positions=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), term_vectors=BlockTreeOrds(blocksize=128)}, docValues:{multi_valued_long=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Memory), foo=DocValuesFormat(name=Lucene54), numeric=DocValuesFormat(name=Memory), positions=DocValuesFormat(name=Lucene54), float=DocValuesFormat(name=Direct), multi_valued_numeric=DocValuesFormat(name=Memory), int=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Direct), points=DocValuesFormat(name=Lucene54), sorted=DocValuesFormat(name=Memory), bar=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), bytes=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Lucene54), multi_valued_bytes=DocValuesFormat(name=Memory), multi_valued_float=DocValuesFormat(name=Lucene54), term_vectors=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=267, maxMBSortInHeap=5.490297365896996, sim=RandomSimilarity(queryNorm=false,coord=yes): {positions=DFR GL2, id=BM25(k1=1.2,b=0.75), term_vectors=DFR I(ne)BZ(0.3)}, locale=es-CR, timezone=America/Argentina/San_Luis
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=230667512,total=332398592
[junit4] 2> NOTE: All tests run in this JVM: [TestTopDocsMerge, TestBM25Similarity, TestLevenshteinAutomata, TestRamUsageEstimator, TestSearchWithThreads, TestNumericRangeQuery32, TestMultiPhraseQuery, TestMatchNoDocsQuery, TestStopFilter, TestEarlyTerminatingSortingCollector, TestNumericDocValuesUpdates, TestParallelTermEnum, TestPrefixRandom, TestSortedSetSelector, TestSegmentReader, TestInfoStream, TestIndexSorting]
[junit4] Completed [50/452 (1!)] on J2 in 231.74s, 48 tests, 1 error <<< FAILURES!
[...truncated 1329 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J2-20170213_122706_3652506717803470200019.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid27858.hprof ...
[junit4] Heap dump file created [439243662 bytes in 4.138 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 10030 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/init-core-data-001
[junit4] 2> 963971 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[8D622B05D79CDF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 963971 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[8D622B05D79CDF]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 963973 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 963973 INFO (Thread-20312) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 963973 INFO (Thread-20312) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 964073 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.ZkTestServer start zk server on port:59925
[junit4] 2> 964085 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 964088 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 964093 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 964095 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 964096 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 964098 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 964099 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 964101 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 964104 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 964105 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 964108 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 964181 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/control-001/cores/collection1
[junit4] 2> 964182 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 964183 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21329ac{/,null,AVAILABLE}
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4839e5a5{HTTP/1.1,[http/1.1]}{127.0.0.1:50214}
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.Server Started @967977ms
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/tempDir-001/control/data, hostContext=/, hostPort=50214, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/control-001/cores}
[junit4] 2> 964185 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 964185 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-13T15:03:39.353Z
[junit4] 2> 964205 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 964206 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/control-001/solr.xml
[junit4] 2> 964211 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 964211 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59925/solr
[junit4] 2> 964241 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:50214_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 964242 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:50214_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50214_
[junit4] 2> 964244 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:50214_ ] o.a.s.c.Overseer Overseer (id=97451915289624580-127.0.0.1:50214_-n_0000000000) starting
[junit4] 2> 964260 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:50214_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50214_
[junit4] 2> 964265 INFO (zkCallback-726-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 964329 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:50214_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/control-001/cores
[junit4] 2> 964329 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:50214_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 964338 INFO (OverseerStateUpdate-97451915289624580-127.0.0.1:50214_-n_0000000000) [n:127.0.0.1:50214_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 965355 WARN (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 965355 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 965366 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 965456 WARN (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 965458 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 965477 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 965477 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/control-001/cores/collection1/data/]
[junit4] 2> 965478 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15b780f1
[junit4] 2> 965482 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7d024cc2
[junit4] 2> 965500 WARN (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 965541 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 965541 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 965542 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 965542 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 965542 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4c604a1b
[junit4] 2> 965546 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d41d29a[collection1] main]
[junit4] 2> 965548 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 965548 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 965548 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 965549 INFO (searcherExecutor-1859-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d41d29a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 965550 INFO (coreLoadExecutor-1858-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559230646287597568
[junit4] 2> 965562 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 965562 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 965562 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50214/collection1/
[junit4] 2> 965562 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 965562 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50214/collection1/ has no replicas
[junit4] 2> 965572 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50214/collection1/ shard1
[junit4] 2> 965723 INFO (coreZkRegister-1851-thread-1-processing-n:127.0.0.1:50214_ x:collection1 c:control_collection) [n:127.0.0.1:50214_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 965917 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 965919 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59925/solr ready
[junit4] 2> 965919 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 965919 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 966018 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001/cores/collection1
[junit4] 2> 966020 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001
[junit4] 2> 966020 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 966029 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42dea5f{/,null,AVAILABLE}
[junit4] 2> 966029 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77c2954c{HTTP/1.1,[http/1.1]}{127.0.0.1:35745}
[junit4] 2> 966029 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.Server Started @969822ms
[junit4] 2> 966029 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35745, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001/cores}
[junit4] 2> 966029 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 966030 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 966030 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 966030 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 966030 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-13T15:03:41.198Z
[junit4] 2> 966059 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 966059 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001/solr.xml
[junit4] 2> 966064 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 966064 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59925/solr
[junit4] 2> 966081 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 966099 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:35745_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 966100 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:35745_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35745_
[junit4] 2> 966101 INFO (zkCallback-726-thread-3-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 966102 INFO (zkCallback-730-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 966141 INFO (zkCallback-736-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 966280 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:35745_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001/cores
[junit4] 2> 966280 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:35745_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 966282 INFO (OverseerStateUpdate-97451915289624580-127.0.0.1:50214_-n_0000000000) [n:127.0.0.1:50214_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 966388 INFO (zkCallback-736-thread-2-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967341 WARN (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 967342 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 967353 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 967429 WARN (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 967431 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 967448 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 967449 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 967449 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15b780f1
[junit4] 2> 967451 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@ab4af8e
[junit4] 2> 967484 WARN (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 967523 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 967523 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 967524 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 967524 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 967525 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@415b93d3
[junit4] 2> 967528 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a9357a0[collection1] main]
[junit4] 2> 967531 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 967532 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 967532 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 967533 INFO (searcherExecutor-1870-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a9357a0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 967534 INFO (coreLoadExecutor-1869-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559230648367972352
[junit4] 2> 967541 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 967541 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 967541 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35745/collection1/
[junit4] 2> 967541 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 967541 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35745/collection1/ has no replicas
[junit4] 2> 967548 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35745/collection1/ shard1
[junit4] 2> 967650 INFO (zkCallback-736-thread-2-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967702 INFO (coreZkRegister-1864-thread-1-processing-n:127.0.0.1:35745_ x:collection1 c:collection1) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 967808 INFO (zkCallback-736-thread-2-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 967982 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001/cores/collection1
[junit4] 2> 967982 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001
[junit4] 2> 967983 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 967984 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10e1e18d{/,null,AVAILABLE}
[junit4] 2> 967984 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55c40a7e{HTTP/1.1,[http/1.1]}{127.0.0.1:52863}
[junit4] 2> 967984 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.e.j.s.Server Started @971777ms
[junit4] 2> 967984 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=52863, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001/cores}
[junit4] 2> 967984 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 967991 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 967991 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 967991 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 967991 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-13T15:03:43.159Z
[junit4] 2> 967996 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 967996 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001/solr.xml
[junit4] 2> 968001 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 968001 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59925/solr
[junit4] 2> 968020 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 968026 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:52863_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 968029 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:52863_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52863_
[junit4] 2> 968031 INFO (zkCallback-726-thread-3-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 968031 INFO (zkCallback-736-thread-2-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 968031 INFO (zkCallback-730-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 968046 INFO (zkCallback-742-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 968094 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:52863_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001/cores
[junit4] 2> 968094 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [n:127.0.0.1:52863_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 968102 INFO (OverseerStateUpdate-97451915289624580-127.0.0.1:50214_-n_0000000000) [n:127.0.0.1:50214_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 968204 INFO (zkCallback-736-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 968204 INFO (zkCallback-742-thread-2-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 969127 WARN (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 969127 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 969142 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 969225 WARN (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 969226 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 969263 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 969263 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_8D622B05D79CDF-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 969264 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15b780f1
[junit4] 2> 969268 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3b67af81
[junit4] 2> 969283 WARN (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 969346 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 969346 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 969347 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 969347 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 969354 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@75c6b733
[junit4] 2> 969354 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@565956ef[collection1] main]
[junit4] 2> 969355 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 969355 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 969355 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 969356 INFO (coreLoadExecutor-1880-thread-1-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559230650278477824
[junit4] 2> 969359 INFO (searcherExecutor-1881-thread-1-processing-n:127.0.0.1:52863_ x:collection1 c:collection1) [n:127.0.0.1:52863_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@565956ef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 969373 INFO (coreZkRegister-1875-thread-1-processing-n:127.0.0.1:52863_ x:collection1 c:collection1) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 969377 INFO (updateExecutor-739-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 969392 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 969396 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 969396 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 969396 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 969396 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:35745/collection1/] and I am [http://127.0.0.1:52863/collection1/]
[junit4] 2> 969419 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:35745]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:52863_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 969502 INFO (zkCallback-736-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 969502 INFO (zkCallback-742-thread-2-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 969508 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 969509 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 969509 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52863_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:52863","node_name":"127.0.0.1:52863_","state":"recovering"}
[junit4] 2> 969509 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 969509 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52863_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 969678 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRestartWithAllInLIR
[junit4] 2> 969678 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 976509 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:35745/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 976510 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:52863 START replicas=[http://127.0.0.1:35745/collection1/] nUpdates=100
[junit4] 2> 976514 INFO (qtp658547280-24082) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 976515 INFO (qtp658547280-24082) [n:127.0.0.1:35745_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 976518 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 976518 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 976518 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 976518 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 976519 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 976519 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 976519 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 976519 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 976519 INFO (recoveryExecutor-740-thread-1-processing-n:127.0.0.1:52863_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:52863_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 976523 INFO (zkCallback-736-thread-1-processing-n:127.0.0.1:35745_) [n:127.0.0.1:35745_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 976523 INFO (zkCallback-742-thread-2-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 976700 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[8D622B05D79CDF]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 976702 INFO (qtp658547280-24085) [n:127.0.0.1:35745_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 976711 INFO (OverseerThreadFactory-1856-thread-1-processing-n:127.0.0.1:50214_) [n:127.0.0.1:50214_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 976727 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 976727 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@495ce54f
[junit4] 2> 976733 INFO (qtp267227639-24112) [n:127.0.0.1:52863_ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 976733 INFO (qtp267227639-24112) [n:127.0.0.1:52863_ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5b80ac2a
[junit4] 2> 976838 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 976845 WARN (zkCallback-742-thread-2-processing-n:127.0.0.1:52863_) [n:127.0.0.1:52863_ ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:collection1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:292)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 976877 INFO (qtp658547280-24084) [n:127.0.0.1:35745_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={delete
[...truncated too long message...]
ultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4665635 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8D622B05D79CDF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8D622B05D79CDF-001
[junit4] 2> Feb 13, 2017 4:05:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneFixedGap), a_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=848, maxMBSortInHeap=7.926673552907783, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=he-IL, timezone=America/Glace_Bay
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=178134968,total=534249472
[junit4] 2> NOTE: All tests run in this JVM: [V2ApiIntegrationTest, TestQueryWrapperFilter, TestConfigSets, TestAddFieldRealTimeGet, TlogReplayBufferedWhileIndexingTest, TestCoreContainer, BlobRepositoryCloudTest, PeerSyncWithIndexFingerprintCachingTest, JSONWriterTest, DocValuesTest, TestCloudSchemaless, BlockCacheTest, TestIntervalFaceting, BlockJoinFacetRandomTest, CreateCollectionCleanupTest, ConvertedLegacyTest, TestSha256AuthenticationProvider, HttpPartitionTest, TestRawResponseWriter, TestSolrCloudWithHadoopAuthPlugin, TestReRankQParserPlugin, AnalysisErrorHandlingTest, SearchHandlerTest, TestQueryTypes, ClassificationUpdateProcessorIntegrationTest, TestLuceneMatchVersion, MergeStrategyTest, JvmMetricsTest, MultiTermTest, TestFieldCacheSort, UpdateRequestProcessorFactoryTest, DeleteShardTest, OpenCloseCoreStressTest, FileUtilsTest, WordBreakSolrSpellCheckerTest, UtilsToolTest, TestWordDelimiterFilterFactory, TestSimpleTrackingShardHandler, SliceStateTest, CopyFieldTest, CoreMergeIndexesAdminHandlerTest, DirectSolrSpellCheckerTest, TestFieldCacheWithThreads, TestRequestStatusCollectionAPI, BadCopyFieldTest, PreAnalyzedUpdateProcessorTest, DistanceUnitsTest, SoftAutoCommitTest, ZkControllerTest, MigrateRouteKeyTest, ZkSolrClientTest, TestUniqueKeyFieldResource, IndexSchemaTest, TestHashPartitioner, HdfsRecoverLeaseTest, TestSearcherReuse, TestFuzzyAnalyzedSuggestions, DocExpirationUpdateProcessorFactoryTest, ZkCLITest, SolrCmdDistributorTest, SortByFunctionTest, TestCoreAdminApis, SampleTest, CdcrReplicationDistributedZkTest, ShufflingReplicaListTransformerTest, TestPerFieldSimilarityWithDefaultOverride, HdfsUnloadDistributedZkTest, TestHashQParserPlugin, WrapperMergePolicyFactoryTest, TestComplexPhraseLeadingWildcard, TestDynamicLoading, HdfsSyncSliceTest, TestCloudPseudoReturnFields, SmileWriterTest, DistribDocExpirationUpdateProcessorTest, TestSolrCloudWithKerberosAlt, TestSolrXml, ConcurrentDeleteAndCreateCollectionTest, TestNamedUpdateProcessors, SolrIndexSplitterTest, CollectionTooManyReplicasTest, TestFieldTypeCollectionResource, TestInitParams, DistributedVersionInfoTest, SharedFSAutoReplicaFailoverUtilsTest, TestApiFramework, TestTrie, ManagedSchemaRoundRobinCloudTest, SpellCheckCollatorTest, TestConfigSetsAPIZkFailure, TestSolrIndexConfig, TestCopyFieldCollectionResource, HighlighterTest, TermVectorComponentTest, SystemInfoHandlerTest, TestSolr4Spatial2, TestAuthorizationFramework, RemoteQueryErrorTest, AsyncCallRequestStatusResponseTest, TestExceedMaxTermLength, TestDistributedGrouping, OutOfBoxZkACLAndCredentialsProvidersTest, SolrCloudExampleTest, SpellingQueryConverterTest, TestRTimerTree, TestFastOutputStream, TestStandardQParsers, TestNumericTerms64, LoggingHandlerTest, TestCollectionAPI, TestChildDocTransformer, DistributedFacetExistsSmallTest, MetricUtilsTest, TestClusterStateMutator, SharedFSAutoReplicaFailoverTest, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, HdfsBasicDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [543/691 (3!)] on J1 in 57.50s, 1 test, 1 failure <<< FAILURES!
[...truncated 12164 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid27858.hprof
Total time: 233 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 281 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/281/
5 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:33265/hgrn/b","node_name":"127.0.0.1:33265_hgrn%2Fb","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/35)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"c8n_1x3_lf_shard1_replica3", "base_url":"http://127.0.0.1:57594/hgrn/b", "node_name":"127.0.0.1:57594_hgrn%2Fb", "state":"down"}, "core_node2":{ "state":"down", "base_url":"http://127.0.0.1:48547/hgrn/b", "core":"c8n_1x3_lf_shard1_replica2", "node_name":"127.0.0.1:48547_hgrn%2Fb"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica1", "base_url":"http://127.0.0.1:33265/hgrn/b", "node_name":"127.0.0.1:33265_hgrn%2Fb", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:33265/hgrn/b","node_name":"127.0.0.1:33265_hgrn%2Fb","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/35)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"c8n_1x3_lf_shard1_replica3",
"base_url":"http://127.0.0.1:57594/hgrn/b",
"node_name":"127.0.0.1:57594_hgrn%2Fb",
"state":"down"},
"core_node2":{
"state":"down",
"base_url":"http://127.0.0.1:48547/hgrn/b",
"core":"c8n_1x3_lf_shard1_replica2",
"node_name":"127.0.0.1:48547_hgrn%2Fb"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica1",
"base_url":"http://127.0.0.1:33265/hgrn/b",
"node_name":"127.0.0.1:33265_hgrn%2Fb",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([7173BED178420272:F927810BD6BE6F8A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([7173BED178420272:F927810BD6BE6F8A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:850)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:72)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([B0FDCF8DBB1EAA33]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([B0FDCF8DBB1EAA33]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7173BED178420272:F927810BD6BE6F8A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1810 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> فبر 12, 2017 2:08:08 ص com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=5352, name=TEST-TestFuzzyQuery.testRandom-seed#[B0FDCF8DBB1EAA33], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 3) Thread[id=5351, name=SUITE-TestFuzzyQuery-seed#[B0FDCF8DBB1EAA33], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=B0FDCF8DBB1EAA33 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-DZ -Dtests.timezone=America/Ensenada -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([B0FDCF8DBB1EAA33]:0)
[junit4] 2> فبر 12, 2017 2:08:08 ص com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> فبر 12, 2017 2:08:28 ص com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=5352, name=TEST-TestFuzzyQuery.testRandom-seed#[B0FDCF8DBB1EAA33], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> فبر 12, 2017 2:08:28 ص com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5352, name=TEST-TestFuzzyQuery.testRandom-seed#[B0FDCF8DBB1EAA33], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> فبر 12, 2017 2:08:31 ص com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5352, name=TEST-TestFuzzyQuery.testRandom-seed#[B0FDCF8DBB1EAA33], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=1132, maxMBSortInHeap=6.95059225985797, sim=RandomSimilarity(queryNorm=true,coord=yes): {field=DFR GL1}, locale=ar-DZ, timezone=America/Ensenada
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=58896192,total=146276352
[junit4] 2> NOTE: All tests run in this JVM: [TestDeletionPolicy, TestIndexWriterExceptions, TestLRUQueryCache, TestStressDeletes, TestBasics, TestMultiValuedNumericRangeQuery, TestNearSpansOrdered, TestCustomNorms, TestCachingCollector, TestSort, TestBlockPostingsFormat2, TestIndexWriterUnicode, TestPrefixCodedTerms, TestMaxTermFrequency, TestDemoParallelLeafReader, TestSimpleFSDirectory, TestCharsRef, TestReaderWrapperDVTypeCheck, Test2BPositions, TestConsistentFieldNumbers, TestAllFilesDetectTruncation, TestLSBRadixSorter, Test2BBKDPoints, TestByteSlices, TestIndexWriterDeleteByQuery, TestLucene50TermVectorsFormat, TestSloppyMath, TestTimeLimitingCollector, TestIndexWriter, TestMultiset, TestLogMergePolicy, TestMergePolicyWrapper, TestFilterDirectory, TestSpanNearQuery, Test2BPagedBytes, TestFieldMaskingSpanQuery, TestDelegatingAnalyzerWrapper, TestTwoPhaseCommitTool, TestDateTools, TestDocValues, TestNumericTokenStream, TestIntArrayDocIdSet, TestIndexableField, TestLongPostings, TestParallelCompositeReader, TestTimSorterWorstCase, TestLiveFieldValues, TestSpanBoostQuery, TestPerFieldPostingsFormat2, TestDocBoost, TestDocumentsWriterStallControl, TestGraphQuery, TestIndexWriterWithThreads, TestLucene54DocValuesFormat, TestNoDeletionPolicy, TestSleepingLockWrapper, TestSegmentMerger, TestFixedLengthBytesRefArray, TestPhrasePrefixQuery, TestSearchForDuplicates, TestMultiTermsEnum, TestMultiLevelSkipList, TestApproximationSearchEquivalence, TestSortedSetSortField, TestWordlistLoader, TestIndexWriterConfig, TestSimpleExplanations, TestPolygon, TestBooleanCoord, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=B0FDCF8DBB1EAA33 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-DZ -Dtests.timezone=America/Ensenada -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([B0FDCF8DBB1EAA33]:0)
[junit4] Completed [446/452 (1!)] on J0 in 7223.15s, 7 tests, 2 errors <<< FAILURES!
[...truncated 9754 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/init-core-data-001
[junit4] 2> 10993 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[7173BED178420272]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 10993 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[7173BED178420272]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /hgrn/b
[junit4] 2> 11016 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 11085 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 11086 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 11185 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.ZkTestServer start zk server on port:44825
[junit4] 2> 11980 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 11990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 11992 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 11995 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 11997 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 12008 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 12010 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 12013 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 12016 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 12018 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 12025 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 12186 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/control-001/cores/collection1
[junit4] 2> 12938 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 13073 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@82cc9ec{/hgrn/b,null,AVAILABLE}
[junit4] 2> 13132 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66046c5e{HTTP/1.1,[http/1.1]}{127.0.0.1:41271}
[junit4] 2> 13132 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server Started @16450ms
[junit4] 2> 13132 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/tempDir-001/control/data, hostContext=/hgrn/b, hostPort=57594, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/control-001/cores}
[junit4] 2> 13174 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 13174 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 13174 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 13174 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 13205 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-12T11:53:11.882Z
[junit4] 2> 13207 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 13244 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 13246 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/control-001/solr.xml
[junit4] 2> 13315 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 13316 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44825/solr
[junit4] 2> 13705 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57594_hgrn%2Fb
[junit4] 2> 13708 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.Overseer Overseer (id=97445503950585860-127.0.0.1:57594_hgrn%2Fb-n_0000000000) starting
[junit4] 2> 13849 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57594_hgrn%2Fb
[junit4] 2> 13864 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 14329 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/control-001/cores
[junit4] 2> 14330 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 14445 INFO (OverseerStateUpdate-97445503950585860-127.0.0.1:57594_hgrn%2Fb-n_0000000000) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 15476 WARN (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 15477 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 15515 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 15747 WARN (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 15751 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 15805 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 15805 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/control-001/cores/collection1/data/]
[junit4] 2> 15808 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@353c9b6d
[junit4] 2> 15810 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=56.17578125, floorSegmentMB=0.8779296875, forceMergeDeletesPctAllowed=8.425810593057351, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49645842083910596
[junit4] 2> 15828 WARN (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 15916 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 15916 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 15924 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 15924 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 15925 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@253ce299
[junit4] 2> 15926 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@298930aa[collection1] main]
[junit4] 2> 15929 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 15930 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 15930 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 15933 INFO (searcherExecutor-33-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@298930aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 15933 INFO (coreLoadExecutor-32-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559128068208984064
[junit4] 2> 15964 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 15964 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 15964 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57594/hgrn/b/collection1/
[junit4] 2> 15973 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 15974 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57594/hgrn/b/collection1/ has no replicas
[junit4] 2> 16000 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57594/hgrn/b/collection1/ shard1
[junit4] 2> 16092 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 16093 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44825/solr ready
[junit4] 2> 16095 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 16161 INFO (coreZkRegister-25-thread-1-processing-n:127.0.0.1:57594_hgrn%2Fb x:collection1 c:control_collection) [n:127.0.0.1:57594_hgrn%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 16214 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001/cores/collection1
[junit4] 2> 16215 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001
[junit4] 2> 16216 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 16347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f073ed2{/hgrn/b,null,AVAILABLE}
[junit4] 2> 16348 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@173b7122{HTTP/1.1,[http/1.1]}{127.0.0.1:44760}
[junit4] 2> 16348 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server Started @19666ms
[junit4] 2> 16348 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/hgrn/b, hostPort=33265, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001/cores}
[junit4] 2> 16355 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16370 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 16370 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16370 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16370 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-12T11:53:15.076Z
[junit4] 2> 16397 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 16397 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001/solr.xml
[junit4] 2> 16423 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 16429 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44825/solr
[junit4] 2> 16461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:33265_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 16469 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:33265_hgrn%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33265_hgrn%2Fb
[junit4] 2> 16481 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 16481 INFO (zkCallback-11-thread-4-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 16488 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 16738 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:33265_hgrn%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001/cores
[junit4] 2> 16738 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:33265_hgrn%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 16861 INFO (OverseerStateUpdate-97445503950585860-127.0.0.1:57594_hgrn%2Fb-n_0000000000) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 17907 WARN (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 17907 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 17929 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 18117 WARN (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 18120 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 18152 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 18152 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 18153 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@353c9b6d
[junit4] 2> 18165 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=56.17578125, floorSegmentMB=0.8779296875, forceMergeDeletesPctAllowed=8.425810593057351, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49645842083910596
[junit4] 2> 18185 WARN (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 18276 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 18283 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 18284 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 18284 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 18285 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3c7c7695
[junit4] 2> 18286 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73c2b8a1[collection1] main]
[junit4] 2> 18288 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 18288 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 18288 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 18289 INFO (coreLoadExecutor-43-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559128070679429120
[junit4] 2> 18306 INFO (searcherExecutor-44-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73c2b8a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 18359 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 18363 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 18363 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33265/hgrn/b/collection1/
[junit4] 2> 18363 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 18363 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33265/hgrn/b/collection1/ has no replicas
[junit4] 2> 18374 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33265/hgrn/b/collection1/ shard2
[junit4] 2> 18525 INFO (coreZkRegister-38-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:33265_hgrn%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18685 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001/cores/collection1
[junit4] 2> 18686 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001
[junit4] 2> 18686 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 18700 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a9ef03e{/hgrn/b,null,AVAILABLE}
[junit4] 2> 18701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11b445f6{HTTP/1.1,[http/1.1]}{127.0.0.1:34922}
[junit4] 2> 18701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server Started @22019ms
[junit4] 2> 18701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/hgrn/b, hostPort=48547, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001/cores}
[junit4] 2> 18702 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 18708 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 18708 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 18708 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 18709 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-12T11:53:17.415Z
[junit4] 2> 18728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 18729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001/solr.xml
[junit4] 2> 18762 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 18768 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44825/solr
[junit4] 2> 18822 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:48547_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 18850 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:48547_hgrn%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48547_hgrn%2Fb
[junit4] 2> 18852 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 18853 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:33265_hgrn%2Fb) [n:127.0.0.1:33265_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 18854 INFO (zkCallback-11-thread-4-processing-n:127.0.0.1:57594_hgrn%2Fb) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 18864 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 18952 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:48547_hgrn%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001/cores
[junit4] 2> 18952 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [n:127.0.0.1:48547_hgrn%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 18977 INFO (OverseerStateUpdate-97445503950585860-127.0.0.1:57594_hgrn%2Fb-n_0000000000) [n:127.0.0.1:57594_hgrn%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 20015 WARN (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 20016 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 20052 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 20269 WARN (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 20274 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 20310 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 20310 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 20310 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@353c9b6d
[junit4] 2> 20312 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=56.17578125, floorSegmentMB=0.8779296875, forceMergeDeletesPctAllowed=8.425810593057351, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49645842083910596
[junit4] 2> 20341 WARN (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 20565 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 20565 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 20568 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20568 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20569 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2e500df6
[junit4] 2> 20570 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@eacecbb[collection1] main]
[junit4] 2> 20572 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 20572 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 20572 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 20574 INFO (searcherExecutor-55-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@eacecbb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20577 INFO (coreLoadExecutor-54-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559128073078571008
[junit4] 2> 20595 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 20595 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 20595 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48547/hgrn/b/collection1/
[junit4] 2> 20598 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 20598 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:48547/hgrn/b/collection1/ has no replicas
[junit4] 2> 20604 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48547/hgrn/b/collection1/ shard1
[junit4] 2> 20756 INFO (coreZkRegister-49-thread-1-processing-n:127.0.0.1:48547_hgrn%2Fb x:collection1 c:collection1) [n:127.0.0.1:48547_hgrn%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 21159 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-3-001/cores/collection1
[junit4] 2> 21167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-3-001
[junit4] 2> 21168 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 21170 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b4a767b{/hgrn/b,null,AVAILABLE}
[junit4] 2> 21170 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45b2fada{HTTP/1.1,[http/1.1]}{127.0.0.1:55667}
[junit4] 2> 21171 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.e.j.s.Server Started @24489ms
[junit4] 2> 21171 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/hgrn/b, hostPort=56773, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_7173BED178420272-001/shard-3-001/cores}
[junit4] 2> 21171 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 21172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 21172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 21172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 21172 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-12T11:53:19.878Z
[junit4] 2> 21194 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 21194 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[7173BED178420272])
[...truncated too long message...]
s-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-6.5.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_121/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J2-20170212_115255_3301190990233931455034.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J2-20170212_115255_3306341424011128110373.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1540)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] at java.lang.Thread.run(Thread.java:745)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:719: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build.xml:255: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/common-build.xml:536: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:1452: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:985: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 343 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 280 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/280/
11 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([A8C3F0D02929C222]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([A8C3F0D02929C222]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:CB72953EB3668C44]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:377)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:4207B439D95FAE79]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:532)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<59> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:B6DE130E659E24DC]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<4>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:957F5F07A11F6A10]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<20>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:A721AC19CD01928D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored(TestStressCloudBlindAtomicUpdates.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{"core_node6":{ "core":"awhollynewcollection_0_shard1_replica2", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node6/data/", "base_url":"http://127.0.0.1:37125/solr", "node_name":"127.0.0.1:37125_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node6/data/tlog", "leader":"true"}}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{ "core_node5":{ "core":"awhollynewcollection_0_shard2_replica2", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node5/data/", "base_url":"http://127.0.0.1:37125/solr", "node_name":"127.0.0.1:37125_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node5/data/tlog", "leader":"true"}, "core_node11":{ "core":"awhollynewcollection_0_shard2_replica4", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node11/data/", "base_url":"http://127.0.0.1:46585/solr", "node_name":"127.0.0.1:46585_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node11/data/tlog"}, "core_node19":{ "core":"awhollynewcollection_0_shard2_replica3", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node19/data/", "base_url":"http://127.0.0.1:54836/solr", "node_name":"127.0.0.1:54836_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node19/data/tlog"}}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{ "core_node4":{ "core":"awhollynewcollection_0_shard3_replica1", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node4/data/", "base_url":"http://127.0.0.1:41465/solr", "node_name":"127.0.0.1:41465_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node4/data/tlog", "leader":"true"}, "core_node10":{ "core":"awhollynewcollection_0_shard3_replica3", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node10/data/", "base_url":"http://127.0.0.1:54836/solr", "node_name":"127.0.0.1:54836_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node10/data/tlog"}}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{"core_node16":{ "core":"awhollynewcollection_0_shard5_replica2", "dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node16/data/", "base_url":"http://127.0.0.1:37125/solr", "node_name":"127.0.0.1:37125_solr", "state":"active", "ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node16/data/tlog", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{"core_node6":{
"core":"awhollynewcollection_0_shard1_replica2",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node6/data/",
"base_url":"http://127.0.0.1:37125/solr",
"node_name":"127.0.0.1:37125_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node6/data/tlog",
"leader":"true"}}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"awhollynewcollection_0_shard2_replica2",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node5/data/",
"base_url":"http://127.0.0.1:37125/solr",
"node_name":"127.0.0.1:37125_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node5/data/tlog",
"leader":"true"},
"core_node11":{
"core":"awhollynewcollection_0_shard2_replica4",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node11/data/",
"base_url":"http://127.0.0.1:46585/solr",
"node_name":"127.0.0.1:46585_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node11/data/tlog"},
"core_node19":{
"core":"awhollynewcollection_0_shard2_replica3",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node19/data/",
"base_url":"http://127.0.0.1:54836/solr",
"node_name":"127.0.0.1:54836_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node19/data/tlog"}}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"awhollynewcollection_0_shard3_replica1",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node4/data/",
"base_url":"http://127.0.0.1:41465/solr",
"node_name":"127.0.0.1:41465_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node4/data/tlog",
"leader":"true"},
"core_node10":{
"core":"awhollynewcollection_0_shard3_replica3",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node10/data/",
"base_url":"http://127.0.0.1:54836/solr",
"node_name":"127.0.0.1:54836_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node10/data/tlog"}}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{"core_node16":{
"core":"awhollynewcollection_0_shard5_replica2",
"dataDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node16/data/",
"base_url":"http://127.0.0.1:37125/solr",
"node_name":"127.0.0.1:37125_solr",
"state":"active",
"ulogDir":"hdfs://localhost:60437/data/awhollynewcollection_0/core_node16/data/tlog",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"6",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:7D68B929777580C0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:81FD911C87400F44]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Sat Feb 11 11:14:13 BRT 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sat Feb 11 11:14:13 BRT 2017
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:EEB6CD5B746EC6E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1542)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:BD49F247DFBAC2AD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1781 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> Fra 11, 2017 3:16:30 WN com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=2938, name=SUITE-TestFuzzyQuery-seed#[A8C3F0D02929C222], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 4) Thread[id=2939, name=TEST-TestFuzzyQuery.testRandom-seed#[A8C3F0D02929C222], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=A8C3F0D02929C222 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=mt-MT -Dtests.timezone=Africa/Nairobi -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([A8C3F0D02929C222]:0)
[junit4] 2> Fra 11, 2017 3:16:30 WN com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Fra 11, 2017 3:16:50 WN com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=2939, name=TEST-TestFuzzyQuery.testRandom-seed#[A8C3F0D02929C222], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at com.carrotsearch.randomizedtesting.generators.RandomNumbers.randomIntBetween(RandomNumbers.java:19)
[junit4] 2> at org.apache.lucene.util.TestUtil.nextInt(TestUtil.java:433)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Fra 11, 2017 3:16:50 WN com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2939, name=TEST-TestFuzzyQuery.testRandom-seed#[A8C3F0D02929C222], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> Fra 11, 2017 3:16:53 WN com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2939, name=TEST-TestFuzzyQuery.testRandom-seed#[A8C3F0D02929C222], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=FSTOrd50}, docValues:{}, maxPointsInLeafNode=595, maxMBSortInHeap=7.885148162372165, sim=RandomSimilarity(queryNorm=false,coord=no): {field=IB LL-D2}, locale=mt-MT, timezone=Africa/Nairobi
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=23764672,total=186646528
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterUnicode, TestConsistentFieldNumbers, TestFilterDirectoryReader, TestNRTThreads, TestDemoParallelLeafReader, TestMinShouldMatch2, TestParallelCompositeReader, TestSortedSetSortField, TestSleepingLockWrapper, TestBlockPostingsFormat2, TestIndexWriter, TestCrashCausesCorruptIndex, TestIndexWriterConfig, TestPerFieldPostingsFormat2, TestTermsEnum2, TestAllFilesDetectTruncation, TestElevationComparator, TestFastCompressionMode, TestDocValuesScoring, Test2BSortedDocValuesFixedSorted, TestNoDeletionPolicy, Test2BBKDPoints, TestConjunctions, TestSimilarityBase, TestField, TestDirectory, TestMaxTermFrequency, TestDemo, TestMultiValuedNumericRangeQuery, TestWordlistLoader, TestNumericUtils, TestDocValuesRewriteMethod, TestApproximationSearchEquivalence, TestThreadedForceMerge, TestLongPostings, TestIndexWriterDeleteByQuery, TestNIOFSDirectory, TestAttributeSource, TestStressIndexing2, TestStandardAnalyzer, TestSortRescorer, TestDocValues, TestLazyProxSkipping, TestFixedLengthBytesRefArray, TestFilterDirectory, TestStressDeletes, TestStressAdvance, TestBooleanSimilarity, TestCharTermAttributeImpl, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=A8C3F0D02929C222 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=mt-MT -Dtests.timezone=Africa/Nairobi -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([A8C3F0D02929C222]:0)
[junit4] Completed [425/452 (1!)] on J0 in 7223.17s, 5 tests, 2 errors <<< FAILURES!
[...truncated 9965 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001/init-core-data-001
[junit4] 2> 526321 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 526321 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /r_bx/jf
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 526444 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 526477 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 526488 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 526513 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_39533_hdfs____xp0zbt/webapp
[junit4] 2> 527053 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39533
[junit4] 2> 527132 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 527133 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 527154 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34635_datanode____.dspqwy/webapp
[junit4] 2> 527588 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34635
[junit4] 2> 527646 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 527647 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 527664 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39330_datanode____zigscx/webapp
[junit4] 2> 527956 INFO (IPC Server handler 4 on 43899) [ ] BlockStateChange BLOCK* processReport: from storage DS-647ecafc-f9b9-40b9-af28-5441e1e9eb5f node DatanodeRegistration(127.0.0.1:45512, datanodeUuid=6f0e3a9d-34ad-49ea-af0e-44bd6123cb0f, infoPort=38085, infoSecurePort=0, ipcPort=44424, storageInfo=lv=-56;cid=testClusterID;nsid=1102658493;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 527956 INFO (IPC Server handler 4 on 43899) [ ] BlockStateChange BLOCK* processReport: from storage DS-6375fece-db43-4325-84a4-8ca4086469d6 node DatanodeRegistration(127.0.0.1:45512, datanodeUuid=6f0e3a9d-34ad-49ea-af0e-44bd6123cb0f, infoPort=38085, infoSecurePort=0, ipcPort=44424, storageInfo=lv=-56;cid=testClusterID;nsid=1102658493;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 528104 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[351DCD9D7146AF55]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39330
[junit4] 2> 528409 INFO (IPC Server handler 6 on 43899) [ ] BlockStateChange BLOCK* processReport: from storage DS-14df3bb5-189a-45e8-b14f-a01804c73dbf node DatanodeRegistration(127.0.0.1:44095, datanodeUuid=c5d0a47c-9489-47fa-aafe-7a00f2a97347, infoPort=47126, infoSecurePort=0, ipcPort=56620, storageInfo=lv=-56;cid=testClusterID;nsid=1102658493;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 528409 INFO (IPC Server handler 6 on 43899) [ ] BlockStateChange BLOCK* processReport: from storage DS-f76c5755-22fd-404d-97a5-1f75a3965e23 node DatanodeRegistration(127.0.0.1:44095, datanodeUuid=c5d0a47c-9489-47fa-aafe-7a00f2a97347, infoPort=47126, infoSecurePort=0, ipcPort=56620, storageInfo=lv=-56;cid=testClusterID;nsid=1102658493;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 528458 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 528462 INFO (Thread-1494) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 528462 INFO (Thread-1494) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 528562 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.ZkTestServer start zk server on port:40359
[junit4] 2> 528589 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 528590 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 528592 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 528593 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 528594 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 528595 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 528596 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 528596 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 528597 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 528598 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 528599 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 528679 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001/control-001/cores/collection1
[junit4] 2> 528681 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 528682 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41ff45a5{/r_bx/jf,null,AVAILABLE}
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@228c2aab{HTTP/1.1,[http/1.1]}{127.0.0.1:41044}
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.e.j.s.Server Started @532532ms
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:43899/hdfs__localhost_43899__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001_tempDir-002_control_data, hostContext=/r_bx/jf, hostPort=41044, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001/control-001/cores}
[junit4] 2> 528683 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 528683 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-11T14:17:54.915Z
[junit4] 2> 528694 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 528694 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001/control-001/solr.xml
[junit4] 2> 528701 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 528702 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40359/solr
[junit4] 2> 528721 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41044_r_bx%2Fjf
[junit4] 2> 528722 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.Overseer Overseer (id=97440410808811524-127.0.0.1:41044_r_bx%2Fjf-n_0000000000) starting
[junit4] 2> 528731 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41044_r_bx%2Fjf
[junit4] 2> 528732 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 529533 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001/control-001/cores
[junit4] 2> 529533 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[351DCD9D7146AF55]) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 529537 INFO (OverseerStateUpdate-97440410808811524-127.0.0.1:41044_r_bx%2Fjf-n_0000000000) [n:127.0.0.1:41044_r_bx%2Fjf ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 530552 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 530582 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 530669 WARN (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 530670 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 530690 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 530690 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43899/solr_hdfs_home
[junit4] 2> 530690 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 530690 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_351DCD9D7146AF55-001/control-001/cores/collection1], dataDir=[hdfs://localhost:43899/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 530690 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:41044_r_bx%2Fjf c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a7a5fc2
[junit4] 2> 530691 INFO (coreLoadExecutor-1064-thread-1-processing-n:127.0.0.1:41044_r_bx%2Fjf) [n:127.0.0.1:410
[...truncated too long message...]
ctions/target_collection/cdcr/state/process
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 176 /solr/overseer/collection-queue-work
[junit4] 2> 68 /solr/overseer/queue
[junit4] 2> 25 /solr/collections
[junit4] 2> 24 /solr/live_nodes
[junit4] 2> 19 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationDistributedZkTest -Dtests.method=testResilienceWithDeleteByQueryOnTarget -Dtests.seed=351DCD9D7146AF55 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CH -Dtests.timezone=Africa/Dar_es_Salaam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 184s J2 | CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
[junit4] > at __randomizedtesting.SeedInfo.seed([351DCD9D7146AF55:957F5F07A11F6A10]:0)
[junit4] > at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
[junit4] > at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.AssertionError: expected:<50> but was:<20>
[junit4] > at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
[junit4] > ... 42 more
[junit4] 2> 4624355 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[351DCD9D7146AF55]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_351DCD9D7146AF55-001
[junit4] 2> Feb 11, 2017 3:26:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Asserting), id=FST50}, docValues:{}, maxPointsInLeafNode=1112, maxMBSortInHeap=6.6781613991635975, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=fr-CH, timezone=Africa/Dar_es_Salaam
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=252852000,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrJ, CdcrReplicationHandlerTest, RankQueryTest, TestSolrQueryParser, TestMergePolicyConfig, BooleanFieldTest, BasicDistributedZk2Test, HdfsRecoveryZkTest, TestCloudManagedSchema, TestLocalFSCloudBackupRestore, TestBinaryField, SolrPluginUtilsTest, UpdateParamsTest, ExplicitHLLTest, DistributedFacetPivotSmallTest, TestRandomCollapseQParserPlugin, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, TestCollectionAPIs, JSONWriterTest, TestDefaultSearchFieldResource, TestStressReorder, LeaderElectionTest, OverseerRolesTest, TestPostingsSolrHighlighter, PrimUtilsTest, TestSolrCoreParser, TestExtendedDismaxParser, TestStressUserVersions, HdfsWriteToMultipleCollectionsTest, SubstringBytesRefFilterTest, TestFieldCacheReopen, DistributedDebugComponentTest, TestRawTransformer, SuggesterWFSTTest, DeleteStatusTest, DocValuesMultiTest, TestTrackingShardHandlerFactory, BigEndianAscendingWordDeserializerTest, TestFieldTypeResource, PrimitiveFieldTypeTest, TestSQLHandler, DirectoryFactoryTest, TestXmlQParserPlugin, TestLMJelinekMercerSimilarityFactory, TolerantUpdateProcessorTest, CircularListTest, TestSolrCloudWithSecureImpersonation, TestHdfsUpdateLog, SolrMetricsIntegrationTest, TestPKIAuthenticationPlugin, TestSort, TestDelegationWithHadoopAuth, TestConfigSetImmutable, JsonValidatorTest, XmlUpdateRequestHandlerTest, DistribJoinFromCollectionTest, CdcrUpdateLogTest, TestPhraseSuggestions, SolrCoreMetricManagerTest, HdfsBasicDistributedZkTest, QueryParsingTest, TestCryptoKeys, SuggesterTest, QueryResultKeyTest, CustomCollectionTest, ConfigSetsAPITest, HdfsThreadLeakTest, HLLUtilTest, HdfsCollectionsAPIDistributedZkTest, ClassificationUpdateProcessorTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestExactSharedStatsCache, OverseerTest, TestFilteredDocIdSet, SolrIndexMetricsTest, DeleteNodeTest, BlockDirectoryTest, TestAnalyzeInfixSuggestions, AnalyticsQueryTest, DocValuesMissingTest, TestSimpleQParserPlugin, HardAutoCommitTest, TestFreeTextSuggestions, RuleEngineTest, LeaderInitiatedRecoveryOnCommitTest, ZkStateReaderTest, PreAnalyzedFieldManagedSchemaCloudTest, PeerSyncReplicationTest, SolrJmxReporterTest, AtomicUpdatesTest, InfixSuggestersTest, OverriddenZkACLAndCredentialsProvidersTest, CoreAdminCreateDiscoverTest, ReplaceNodeTest, TestManagedResource, SpellPossibilityIteratorTest, SimpleMLTQParserTest, TestReload, PluginInfoTest, TestLFUCache, TestSubQueryTransformer, TestUninvertingReader, DOMUtilTest, TestExportWriter, ShardSplitTest, CurrencyFieldXmlFileTest, TestSizeLimitedDistributedMap, TestXIncludeConfig, TestReversedWildcardFilterFactory, DirectUpdateHandlerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestSolr4Spatial, StatsComponentTest, BadIndexSchemaTest, TestFiltering, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestQuerySenderNoQuery, SolrIndexConfigTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [543/691 (5!)] on J2 in 1650.52s, 11 tests, 3 failures, 1 error <<< FAILURES!
[...truncated 62734 lines...]
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
[exec]
[exec] /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/docs/solr-solrj/overview-summary.html
[exec] missing: org.apache.solr.client.solrj.io.eval
[exec]
[exec] Missing javadocs were found!
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build.xml:654: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:2490: exec returned: 1
Total time: 349 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 279 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/279/
No tests ran.
Build Log:
[...truncated 22 lines...]
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/test-data
org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
... 31 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x at hudson.remoting.Channel@5c75ad5b:lucene: java.io.IOException
at hudson.FilePath.act(FilePath.java:1014)
at hudson.FilePath.act(FilePath.java:996)
at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:897)
at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:833)
at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:143)
at hudson.scm.SCM.checkout(SCM.java:485)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1269)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:604)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
at hudson.model.Run.execute(Run.java:1741)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:98)
at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at ......remote call to lucene(Native Method)
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
at hudson.remoting.Channel.call(Channel.java:781)
at hudson.FilePath.act(FilePath.java:1007)
... 13 more
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
... 13 more
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
... 31 more
Retrying after 10 seconds
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
> git --version # timeout=10
> git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
> git rev-parse refs/remotes/origin/branch_6x^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/branch_6x^{commit} # timeout=10
Checking out Revision a36ebaa90c95d8be6411464c237593a1ff825af0 (refs/remotes/origin/branch_6x)
> git config core.sparsecheckout # timeout=10
> git checkout -f a36ebaa90c95d8be6411464c237593a1ff825af0
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
Cleaning up /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data
Updating http://svn.apache.org/repos/asf/lucene/test-data at revision '2017-02-10T08:36:24.928 +0000'
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/test-data
org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
... 31 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x at hudson.remoting.Channel@5c75ad5b:lucene: java.io.IOException
at hudson.FilePath.act(FilePath.java:1014)
at hudson.FilePath.act(FilePath.java:996)
at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:897)
at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:833)
at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:143)
at hudson.scm.SCM.checkout(SCM.java:485)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1269)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:604)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
at hudson.model.Run.execute(Run.java:1741)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:98)
at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at ......remote call to lucene(Native Method)
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
at hudson.remoting.Channel.call(Channel.java:781)
at hudson.FilePath.act(FilePath.java:1007)
... 13 more
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
... 13 more
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
... 31 more
Retrying after 10 seconds
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
> git --version # timeout=10
> git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
> git rev-parse refs/remotes/origin/branch_6x^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/branch_6x^{commit} # timeout=10
Checking out Revision a36ebaa90c95d8be6411464c237593a1ff825af0 (refs/remotes/origin/branch_6x)
> git config core.sparsecheckout # timeout=10
> git checkout -f a36ebaa90c95d8be6411464c237593a1ff825af0
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
Cleaning up /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data
Updating http://svn.apache.org/repos/asf/lucene/test-data at revision '2017-02-10T08:36:24.928 +0000'
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/test-data
org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
... 31 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x at hudson.remoting.Channel@5c75ad5b:lucene: java.io.IOException
at hudson.FilePath.act(FilePath.java:1014)
at hudson.FilePath.act(FilePath.java:996)
at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:897)
at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:833)
at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:143)
at hudson.scm.SCM.checkout(SCM.java:485)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1269)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:604)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
at hudson.model.Run.execute(Run.java:1741)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:98)
at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at ......remote call to lucene(Native Method)
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
at hudson.remoting.Channel.call(Channel.java:781)
at hudson.FilePath.act(FilePath.java:1007)
... 13 more
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
at hudson.remoting.UserRequest.perform(UserRequest.java:153)
at hudson.remoting.UserRequest.perform(UserRequest.java:50)
at hudson.remoting.Request$2.run(Request.java:332)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
... 13 more
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
... 31 more
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 278 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/278/
2 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Thu Feb 09 18:07:58 UTC 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Thu Feb 09 18:07:58 UTC 2017
at __randomizedtesting.SeedInfo.seed([FBD5B3146F444647:207EB3D26A6C2FF4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1542)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FBD5B3146F444647:73818CCEC1B82BBF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12736 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/init-core-data-001
[junit4] 2> 2456828 INFO (SUITE-TestReplicationHandler-seed#[FBD5B3146F444647]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2456829 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterCoreReload
[junit4] 2> 2456830 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1
[junit4] 2> 2456834 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2456835 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a78a1fc{/solr,null,AVAILABLE}
[junit4] 2> 2456837 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@354885b2{HTTP/1.1,[http/1.1]}{127.0.0.1:53577}
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.Server Started @2460131ms
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=53577}
[junit4] 2> 2456838 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-09T18:01:00.278Z
[junit4] 2> 2456838 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/solr.xml
[junit4] 2> 2456844 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2456861 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/.
[junit4] 2> 2456861 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2456877 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2456891 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2456893 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2456894 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/./collection1
[junit4] 2> 2456894 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2456895 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=330694088, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2456919 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2456919 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2456919 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3696253130926449]
[junit4] 2> 2456919 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3797ab0d[collection1] main]
[junit4] 2> 2456919 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1/conf
[junit4] 2> 2456920 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2456920 INFO (coreLoadExecutor-5837-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2456920 INFO (searcherExecutor-5838-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3797ab0d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2457159 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/collection1
[junit4] 2> 2457160 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2457161 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2378f4e5{/solr,null,AVAILABLE}
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3deea9e5{HTTP/1.1,[http/1.1]}{127.0.0.1:32842}
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.Server Started @2460456ms
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=32842}
[junit4] 2> 2457162 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2457162 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-09T18:01:00.602Z
[junit4] 2> 2457163 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/solr.xml
[junit4] 2> 2457168 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2457184 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/.
[junit4] 2> 2457184 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2457198 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2457214 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2457216 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2457217 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/./collection1
[junit4] 2> 2457218 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2457218 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=330694088, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2457248 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2457248 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2457248 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3696253130926449]
[junit4] 2> 2457248 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cd90cb5[collection1] main]
[junit4] 2> 2457248 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-002/collection1/conf
[junit4] 2> 2457250 INFO (coreLoadExecutor-5847-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2457250 INFO (searcherExecutor-5848-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6cd90cb5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2457255 INFO (qtp831111038-71231) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2457255 INFO (indexFetcher-5852-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2457255 INFO (indexFetcher-5852-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2457255 INFO (indexFetcher-5852-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2457478 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3deea9e5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2457478 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1371708534
[junit4] 2> 2457479 INFO (coreCloseExecutor-5853-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@261ac8b5
[junit4] 2> 2457480 INFO (coreCloseExecutor-5853-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2457481 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2457481 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2378f4e5{/solr,null,UNAVAILABLE}
[junit4] 2> 2457483 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@354885b2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2457484 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1475147509
[junit4] 2> 2457484 INFO (coreCloseExecutor-5855-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@128f835c
[junit4] 2> 2457485 INFO (coreCloseExecutor-5855-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2457485 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2457486 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a78a1fc{/solr,null,UNAVAILABLE}
[junit4] 2> 2457487 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2457488 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62b833f1{/solr,null,AVAILABLE}
[junit4] 2> 2457488 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bb4d008{HTTP/1.1,[http/1.1]}{127.0.0.1:37368}
[junit4] 2> 2457492 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.e.j.s.Server Started @2460785ms
[junit4] 2> 2457492 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=37368}
[junit4] 2> 2457492 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2457492 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 2457492 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2457492 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2457492 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-09T18:01:00.932Z
[junit4] 2> 2457493 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/solr.xml
[junit4] 2> 2457497 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2457513 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/.
[junit4] 2> 2457513 INFO (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[FBD5B3146F444647]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2457522 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2457543 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2457544 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2457545 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/./collection1
[junit4] 2> 2457546 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2457546 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=330694088, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2457571 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2457571 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2457571 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3696253130926449]
[junit4] 2> 2457572 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2022da4e[collection1] main]
[junit4] 2> 2457572 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FBD5B3146F444647-001/solr-instance-001/collection1/conf
[junit4] 2> 2457572 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 2457572 INFO (coreLoadExecutor-5862-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2457573 INFO (searcherExecutor-5863-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2022da4e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2457807 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 2457807 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 2457810 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 2457812 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 2457813 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 2457815 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 2457816 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 2457818 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 2457819 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 2457821 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 2457823 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 2457824 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 2457826 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 2457827 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 2457829 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 2457831 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 2457832 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 2457834 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 2457836 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 2457837 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 2457839 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 2457840 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 2457842 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 2457843 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 2457845 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 2457846 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 2457848 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 2457849 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 2457851 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 2457852 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 2457854 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 2457855 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 2457857 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 2457858 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 2457860 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 2457861 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 2457862 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 2457864 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 2457865 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 2457867 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 2457868 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 2457870 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 2457871 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 2457873 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 2457874 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 2457876 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 2457877 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 2457878 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 2457880 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 2457881 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 2457882 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 2457884 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 2457885 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 2457887 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 2457888 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 2457890 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 2457891 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 2457892 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 2457894 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 2457895 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 2457897 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 2457898 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 2457900 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 2457901 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 2457902 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 2457904 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 2457905 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 2457907 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 2457908 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 2457910 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 2457911 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 2457912 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 2457914 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 2457915 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 2457917 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 2457918 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 2457919 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 2457921 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 2457922 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 2457924 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 2457925 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 2457926 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 2457928 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 2457929 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 2457930 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 2457932 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 2457933 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 2457935 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 2457936 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 2457938 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 2457939 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 2457940 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 2457942 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 2457943 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 2457945 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 2457946 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 2457947 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 2457949 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 2457950 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 2457952 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 2457953 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 2457954 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 2457956 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 2457957 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 2457959 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 2457960 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 2457961 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 2457963 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 2457964 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 2457966 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 2457967 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 2457968 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 2457970 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 2457971 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 2457973 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 2457974 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 2457975 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 2457977 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 2457978 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 2457980 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 2457981 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 2457983 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 2457984 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 2457985 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 2457987 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 2457988 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 2457990 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 2457991 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 2457992 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 2457994 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 2457995 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 2457997 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 2457998 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 2458000 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 2458001 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 2458002 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 2458004 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 2458005 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 2458007 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 2458008 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 2458009 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 2458011 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 2458012 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 2458014 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 2458015 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 2458016 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 2458018 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 2458020 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 2458021 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 2458022 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 2458024 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 2458025 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 2458027 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 2458028 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 2458029 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 2458031 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 2458032 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 2458034 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 2458035 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 2458036 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
[junit4] 2> 2458038 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 2458039 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 2458041 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 2458042 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 2458044 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 2458045 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 2458046 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 2458048 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 2458049 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 2458051 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 2458052 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 2458054 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 2458055 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 2458056 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
[junit4] 2> 2458058 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 2458059 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 2458061 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 2458062 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 2458064 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 2458065 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 2458067 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 2458068 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 2458069 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 2458071 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 2458072 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 2458074 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 2458075 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 2458077 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 2458078 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 2458080 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 2458081 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 2458083 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 2458084 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 2458086 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 2458088 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 2458089 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
[junit4] 2> 2458091 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
[junit4] 2> 2458092 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
[junit4] 2> 2458094 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
[junit4] 2> 2458095 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
[junit4] 2> 2458097 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
[junit4] 2> 2458098 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
[junit4] 2> 2458100 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
[junit4] 2> 2458101 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
[junit4] 2> 2458103 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
[junit4] 2> 2458104 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
[junit4] 2> 2458106 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
[junit4] 2> 2458107 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
[junit4] 2> 2458109 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
[junit4] 2> 2458110 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
[junit4] 2> 2458112 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
[junit4] 2> 2458113 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
[junit4] 2> 2458115 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
[junit4] 2> 2458116 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
[junit4] 2> 2458118 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
[junit4] 2> 2458119 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
[junit4] 2> 2458121 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
[junit4] 2> 2458122 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
[junit4] 2> 2458124 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
[junit4] 2> 2458125 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
[junit4] 2> 2458127 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
[junit4] 2> 2458129 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
[junit4] 2> 2458130 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
[junit4] 2> 2458131 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
[junit4] 2> 2458133 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
[junit4] 2> 2458134 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
[junit4] 2> 2458136 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
[junit4] 2> 2458137 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
[junit4] 2> 2458139 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
[junit4] 2> 2458140 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
[junit4] 2> 2458142 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
[junit4] 2> 2458143 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
[junit4] 2> 2458145 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
[junit4] 2> 2458146 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
[junit4] 2> 2458148 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
[junit4] 2> 2458149 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
[junit4] 2> 2458151 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
[junit4] 2> 2458152 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
[junit4] 2> 2458154 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
[junit4] 2> 2458155 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
[junit4] 2> 2458156 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
[junit4] 2> 2458158 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
[junit4] 2> 2458159 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
[junit4] 2> 2458161 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
[junit4] 2> 2458162 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
[junit4] 2> 2458164 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
[junit4] 2> 2458165 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
[junit4] 2> 2458166 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
[junit4] 2> 2458168 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
[junit4] 2> 2458169 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
[junit4] 2> 2458171 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
[junit4] 2> 2458172 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
[junit4] 2> 2458174 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
[junit4] 2> 2458175 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
[junit4] 2> 2458177 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
[junit4] 2> 2458178 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
[junit4] 2> 2458180 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
[junit4] 2> 2458181 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
[junit4] 2> 2458183 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
[junit4] 2> 2458184 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[257]} 0 0
[junit4] 2> 2458186 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[258]} 0 0
[junit4] 2> 2458187 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[259]} 0 0
[junit4] 2> 2458189 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[260]} 0 0
[junit4] 2> 2458190 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[261]} 0 0
[junit4] 2> 2458192 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[262]} 0 0
[junit4] 2> 2458193 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[263]} 0 0
[junit4] 2> 2458195 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[264]} 0 0
[junit4] 2> 2458196 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[265]} 0 0
[junit4] 2> 2458197 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[266]} 0 0
[junit4] 2> 2458199 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[267]} 0 0
[junit4] 2> 2458200 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[268]} 0 0
[junit4] 2> 2458202 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[269]} 0 0
[junit4] 2> 2458203 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[270]} 0 0
[junit4] 2> 2458204 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[271]} 0 0
[junit4] 2> 2458206 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[272]} 0 0
[junit4] 2> 2458207 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[273]} 0 0
[junit4] 2> 2458209 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[274]} 0 0
[junit4] 2> 2458211 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[275]} 0 0
[junit4] 2> 2458212 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[276]} 0 0
[junit4] 2> 2458214 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[277]} 0 0
[junit4] 2> 2458215 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[278]} 0 0
[junit4] 2> 2458216 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[279]} 0 0
[junit4] 2> 2458218 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[280]} 0 0
[junit4] 2> 2458219 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[281]} 0 0
[junit4] 2> 2458221 INFO (qtp77249713-71268) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[282]} 0 0
[junit4] 2> 2458222 INFO (qtp77249713-71275) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[283]} 0 0
[junit4] 2> 2458224 INFO (qtp77249713-71271) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[284]} 0 0
[junit4] 2> 2458225 INFO (qtp77249713-71272) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[285]} 0 0
[junit4] 2> 2458227 INFO (qtp77249713-71273) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[286]} 0 0
[junit4] 2> 2458228 INFO (qtp77249713-71274) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[287]} 0 0
[junit4] 2> 2458229 INFO (qtp77249713-71268) [ x:coll
[...truncated too long message...]
:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4338336 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[FBD5B3146F444647]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_FBD5B3146F444647-001
[junit4] 2> Feb 09, 2017 6:32:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), a_i=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1699, maxMBSortInHeap=5.136250123701682, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ga-IE, timezone=Pacific/Fiji
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=282602976,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSets, MultiTermTest, TestSchemaSimilarityResource, WrapperMergePolicyFactoryTest, MigrateRouteKeyTest, MoreLikeThisHandlerTest, TestSolrConfigHandlerCloud, TestManagedResource, LeaderFailureAfterFreshStartTest, WordBreakSolrSpellCheckerTest, TestMacroExpander, DirectSolrConnectionTest, TestManagedStopFilterFactory, ZkCLITest, TestStressVersions, TestFuzzyAnalyzedSuggestions, SearchHandlerTest, TestExportWriter, TestRecoveryHdfs, TestExactSharedStatsCache, DistributedFacetPivotSmallAdvancedTest, HttpSolrCallGetCoreTest, DeleteShardTest, TestSimpleTrackingShardHandler, TermsComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLMDirichletSimilarityFactory, DocValuesTest, TestSolrXml, CSVRequestHandlerTest, TestAnalyzeInfixSuggestions, CopyFieldTest, TestSolrCLIRunExample, OpenCloseCoreStressTest, HighlighterMaxOffsetTest, TestSurroundQueryParser, TestCollationFieldDocValues, ChaosMonkeySafeLeaderTest, TestSearchPerf, V2ApiIntegrationTest, HdfsDirectoryFactoryTest, TestUpdate, SolrInfoMBeanTest, TestRawTransformer, TestNoOpRegenerator, TestLuceneMatchVersion, SystemInfoHandlerTest, SuggesterFSTTest, TestQueryTypes, TestFieldCollectionResource, SolrIndexSplitterTest, TestHdfsUpdateLog, TestDistributedGrouping, TestRestoreCore, SecurityConfHandlerTest, TestStressLiveNodes, CdcrReplicationDistributedZkTest, TestClusterStateMutator, TolerantUpdateProcessorTest, DistribDocExpirationUpdateProcessorTest, ClassificationUpdateProcessorTest, LoggingHandlerTest, IndexSchemaRuntimeFieldTest, HdfsUnloadDistributedZkTest, DistributedFacetExistsSmallTest, FileUtilsTest, CoreMergeIndexesAdminHandlerTest, ActionThrottleTest, TestSolrIndexConfig, DocumentBuilderTest, AnalyticsQueryTest, TestShortCircuitedRequests, BlockDirectoryTest, ShardRoutingCustomTest, PreAnalyzedFieldManagedSchemaCloudTest, RAMDirectoryFactoryTest, SortByFunctionTest, TestUninvertingReader, DirectSolrSpellCheckerTest, TestCloudPseudoReturnFields, TestShardHandlerFactory, ShardRoutingTest, HdfsRecoverLeaseTest, TestSolrQueryParserDefaultOperatorResource, DateMathParserTest, TestFilteredDocIdSet, TestLRUCache, CreateCollectionCleanupTest, JsonLoaderTest, TestCoreContainer, BasicAuthIntegrationTest, SimpleMLTQParserTest, DeleteLastCustomShardedReplicaTest, DistributedVersionInfoTest, TestRebalanceLeaders, TestHashPartitioner, DocValuesMissingTest, TestFieldTypeResource, SpellingQueryConverterTest, TestDefaultSearchFieldResource, TestDelegationWithHadoopAuth, TestQueryUtils, SolrCloudExampleTest, TestFastOutputStream, OverseerTaskQueueTest, TestCharFilters, CloudExitableDirectoryReaderTest, DistributedTermsComponentTest, CollectionsAPIDistributedZkTest, BlobRepositoryCloudTest, TestCloudDeleteByQuery, BlockJoinFacetSimpleTest, TestEmbeddedSolrServerConstructors, TestCollectionAPI, SpellCheckComponentTest, RecoveryAfterSoftCommitTest, RollingRestartTest, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [537/690 (2!)] on J1 in 48.67s, 1 test, 1 failure <<< FAILURES!
[...truncated 62961 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 277 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/277/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([C4CB6E434FA11BEE:98D689C28181AFD8]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([C4CB6E434FA11BEE:1A41003E7403791D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([C4CB6E434FA11BEE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C4CB6E434FA11BEE:4C9F5199E15D7616]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12466 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/init-core-data-001
[junit4] 2> 2152813 INFO (SUITE-TestReplicationHandler-seed#[C4CB6E434FA11BEE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2152815 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
[junit4] 2> 2152815 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/collection1
[junit4] 2> 2152817 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2152819 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54baeab2{/solr,null,AVAILABLE}
[junit4] 2> 2152821 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35b2bb4d{HTTP/1.1,[http/1.1]}{127.0.0.1:41811}
[junit4] 2> 2152821 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server Started @2156726ms
[junit4] 2> 2152821 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=41811}
[junit4] 2> 2152822 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2152822 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2152822 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2152822 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2152822 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T23:23:00.577Z
[junit4] 2> 2152823 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/solr.xml
[junit4] 2> 2152830 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2152848 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/.
[junit4] 2> 2152848 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2152863 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2152869 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2152871 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2152872 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/./collection1
[junit4] 2> 2152873 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2152874 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6855700662523313]
[junit4] 2> 2152897 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2152897 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2152897 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@721f3d35
[junit4] 2> 2152898 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2293f9b0[collection1] main]
[junit4] 2> 2152898 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-001/collection1/conf
[junit4] 2> 2152898 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2152898 INFO (coreLoadExecutor-10031-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2152898 INFO (searcherExecutor-10032-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2293f9b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2153132 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/collection1
[junit4] 2> 2153134 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2153135 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@270133{/solr,null,AVAILABLE}
[junit4] 2> 2153135 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c81d232{HTTP/1.1,[http/1.1]}{127.0.0.1:54679}
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server Started @2157040ms
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=54679}
[junit4] 2> 2153136 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T23:23:00.891Z
[junit4] 2> 2153136 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/solr.xml
[junit4] 2> 2153141 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2153160 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/.
[junit4] 2> 2153160 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2153169 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2153176 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2153178 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2153179 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/./collection1
[junit4] 2> 2153179 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2153181 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6855700662523313]
[junit4] 2> 2153207 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2153207 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2153207 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@257fec62
[junit4] 2> 2153208 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6286f730[collection1] main]
[junit4] 2> 2153208 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-002/collection1/conf
[junit4] 2> 2153209 INFO (coreLoadExecutor-10041-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2153210 INFO (searcherExecutor-10042-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6286f730[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2153354 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2153355 INFO (indexFetcher-10046-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2153355 INFO (indexFetcher-10046-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2153355 INFO (indexFetcher-10046-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2153450 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2153453 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2153463 INFO (qtp255834780-117199) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2153464 INFO (qtp1240720125-117216) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2153466 INFO (qtp255834780-117202) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 2153467 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2153467 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7fd0c010
[junit4] 2> 2153473 INFO (qtp255834780-117198) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d4acb75[collection1] main]
[junit4] 2> 2153473 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2153473 INFO (searcherExecutor-10032-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d4acb75[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C1)))}
[junit4] 2> 2153473 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2153486 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2153488 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2153488 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2153488 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1486596181222
[junit4] 2> 2153488 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2153488 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2153491 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 2153491 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 2153492 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@683d5462
[junit4] 2> 2153493 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2153493 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@7339dc85 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@29a02ce4))
[junit4] 2> 2153495 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153497 INFO (qtp255834780-117199) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153499 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153501 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153502 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153504 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153506 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153508 INFO (qtp255834780-117199) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153512 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153515 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153515 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1572) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@7339dc85 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@29a02ce4))
[junit4] 2> 2153518 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=19.5205078125, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=22.92769837925279, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6547863094652318
[junit4] 2> 2153520 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2153520 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57fa5778[collection1] main]
[junit4] 2> 2153520 INFO (searcherExecutor-10042-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57fa5778[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C1)))}
[junit4] 2> 2153520 INFO (qtp1240720125-117213) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:41811/solr/collection1/replication&command=fetchindex} status=0 QTime=46
[junit4] 2> 2153529 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2153529 INFO (qtp1240720125-117217) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2153531 INFO (qtp255834780-117196) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 2153533 INFO (qtp255834780-117201) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2153533 INFO (qtp255834780-117201) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7fd0c010
[junit4] 2> 2153540 INFO (qtp255834780-117201) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a9e4460[collection1] main]
[junit4] 2> 2153540 INFO (qtp255834780-117201) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2153540 INFO (searcherExecutor-10032-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2a9e4460[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.5.0):c2)))}
[junit4] 2> 2153540 INFO (qtp255834780-117201) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 2153541 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2153544 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2153544 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 2153544 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1486596181288
[junit4] 2> 2153544 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2153544 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2153546 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2153547 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@774d13e0
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@15a598ea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b137c2a))
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_FSTOrd50_0.doc because it already exists
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_FSTOrd50_0.tix because it already exists
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
[junit4] 2> 2153548 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_FSTOrd50_0.tbk because it already exists
[junit4] 2> 2153549 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
[junit4] 2> 2153549 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
[junit4] 2> 2153551 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_FSTOrd50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153560 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153562 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153565 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_FSTOrd50_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153567 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153569 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153572 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153574 INFO (qtp255834780-117196) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_FSTOrd50_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153576 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153578 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153579 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1635) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@15a598ea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b137c2a))
[junit4] 2> 2153581 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=19.5205078125, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=22.92769837925279, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6547863094652318
[junit4] 2> 2153581 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2153582 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4914086e[collection1] main]
[junit4] 2> 2153582 INFO (searcherExecutor-10042-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4914086e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C1) Uninverting(_1(6.5.0):C1)))}
[junit4] 2> 2153582 INFO (qtp1240720125-117218) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:41811/solr/collection1/replication&command=fetchindex} status=0 QTime=41
[junit4] 2> 2153586 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2153586 INFO (qtp1240720125-117219) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2153588 INFO (qtp255834780-117199) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 2153589 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2153589 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7fd0c010
[junit4] 2> 2153591 INFO (qtp255834780-117198) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7987e678[collection1] main]
[junit4] 2> 2153591 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2153591 INFO (searcherExecutor-10032-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7987e678[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.5.0):c2) Uninverting(_3(6.5.0):C1)))}
[junit4] 2> 2153591 INFO (qtp255834780-117198) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 2153592 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2153594 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2153594 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 2153594 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1486596181344
[junit4] 2> 2153594 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 2153594 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2153646 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=50
[junit4] 2> 2153646 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 2153647 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@b8b1002
[junit4] 2> 2153647 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2153648 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@4fa25482 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e25313d))
[junit4] 2> 2153649 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153651 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153653 INFO (qtp255834780-117199) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153655 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153657 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153659 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153661 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3_FSTOrd50_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153663 INFO (qtp255834780-117200) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3_FSTOrd50_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153664 INFO (qtp255834780-117199) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3_FSTOrd50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153666 INFO (qtp255834780-117198) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153668 INFO (qtp255834780-117202) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153670 INFO (qtp255834780-117195) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_3.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153671 INFO (qtp255834780-117201) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2153672 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3358) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(RAMDirectory@4fa25482 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e25313d))
[junit4] 2> 2153673 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=19.5205078125, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=22.92769837925279, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6547863094652318
[junit4] 2> 2153674 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2153676 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ed4523e[collection1] main]
[junit4] 2> 2153676 INFO (searcherExecutor-10042-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ed4523e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.5.0):c2) Uninverting(_3(6.5.0):C1)))}
[junit4] 2> 2153677 INFO (qtp1240720125-117212) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:41811/solr/collection1/replication&command=fetchindex} status=0 QTime=85
[junit4] 2> 2153678 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/collection1
[junit4] 2> 2153680 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2153684 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73b4f819{/solr,null,AVAILABLE}
[junit4] 2> 2153684 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59962f9a{HTTP/1.1,[http/1.1]}{127.0.0.1:37123}
[junit4] 2> 2153684 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server Started @2157589ms
[junit4] 2> 2153684 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=37123}
[junit4] 2> 2153685 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2153685 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2153685 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2153685 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2153685 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T23:23:01.440Z
[junit4] 2> 2153685 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/solr.xml
[junit4] 2> 2153698 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2153716 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/.
[junit4] 2> 2153717 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2153728 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2153734 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2153736 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2153737 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/./collection1
[junit4] 2> 2153737 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/./collection1/data/]
[junit4] 2> 2153738 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6855700662523313]
[junit4] 2> 2153761 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2153761 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2153762 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6e3994ad
[junit4] 2> 2153762 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6244a1c5[collection1] main]
[junit4] 2> 2153762 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-003/collection1/conf
[junit4] 2> 2153762 WARN (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2153763 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 2153763 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 2153763 INFO (coreLoadExecutor-10055-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2153763 INFO (searcherExecutor-10056-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6244a1c5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2154036 WARN (qtp1909877272-117242) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41811/solr: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
[junit4] 2> <title>Error 404 </title>
[junit4] 2> </head>
[junit4] 2> <body>
[junit4] 2> <h2>HTTP ERROR: 404</h2>
[junit4] 2> <p>Problem accessing /solr/replication. Reason:
[junit4] 2> <pre> Can not find: /solr/replication</pre></p>
[junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1660)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:922)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:314)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2384)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2154036 INFO (qtp1909877272-117242) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2154038 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59962f9a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2154038 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=300557927
[junit4] 2> 2154039 INFO (coreCloseExecutor-10060-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@441e3ada
[junit4] 2> 2154039 INFO (coreCloseExecutor-10060-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2154039 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2154040 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73b4f819{/solr,null,UNAVAILABLE}
[junit4] 2> 2154040 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
[junit4] 2> 2154041 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@35b2bb4d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2154041 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=510500620
[junit4] 2> 2154043 INFO (coreCloseExecutor-10062-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@b306ef3
[junit4] 2> 2154043 INFO (coreCloseExecutor-10062-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2154044 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2154044 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54baeab2{/solr,null,UNAVAILABLE}
[junit4] 2> 2154045 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c81d232{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2154045 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=154745013
[junit4] 2> 2154045 INFO (coreCloseExecutor-10064-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6626f93f
[junit4] 2> 2154046 INFO (coreCloseExecutor-10064-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2154046 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2154046 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@270133{/solr,null,UNAVAILABLE}
[junit4] 2> 2154049 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestHandlerPathUnchanged
[junit4] 2> 2154049 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/collection1
[junit4] 2> 2154051 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2154055 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@104af98b{/solr,null,AVAILABLE}
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49f87454{HTTP/1.1,[http/1.1]}{127.0.0.1:55095}
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server Started @2157960ms
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=55095}
[junit4] 2> 2154056 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T23:23:01.811Z
[junit4] 2> 2154056 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/solr.xml
[junit4] 2> 2154061 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2154081 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/.
[junit4] 2> 2154081 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2154092 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2154099 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2154101 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2154102 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/./collection1
[junit4] 2> 2154102 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/./collection1/data/]
[junit4] 2> 2154103 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6855700662523313]
[junit4] 2> 2154126 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2154127 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2154127 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@31c3b99b
[junit4] 2> 2154127 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c35f731[collection1] main]
[junit4] 2> 2154127 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-004/collection1/conf
[junit4] 2> 2154128 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2154128 INFO (coreLoadExecutor-10071-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2154128 INFO (searcherExecutor-10072-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c35f731[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2154371 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/collection1
[junit4] 2> 2154373 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2154374 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1360d495{/solr,null,AVAILABLE}
[junit4] 2> 2154374 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@583436b2{HTTP/1.1,[http/1.1]}{127.0.0.1:58473}
[junit4] 2> 2154374 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.e.j.s.Server Started @2158279ms
[junit4] 2> 2154377 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/collection1/data, hostContext=/solr, hostPort=58473}
[junit4] 2> 2154378 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2154378 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 2154378 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2154378 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2154378 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T23:23:02.133Z
[junit4] 2> 2154378 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/solr.xml
[junit4] 2> 2154383 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2154399 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/.
[junit4] 2> 2154400 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C4CB6E434FA11BEE]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2154410 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 2154416 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2154417 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2154418 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/./collection1
[junit4] 2> 2154419 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/./collection1/data/]
[junit4] 2> 2154420 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6855700662523313]
[junit4] 2> 2154443 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2154443 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2154444 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@366236c5
[junit4] 2> 2154444 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7294e6c5[collection1] main]
[junit4] 2> 2154445 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4CB6E434FA11BEE-001/solr-instance-005/collection1/conf
[junit4] 2> 2154445 INFO (coreLoadExecutor-10081-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2154446 INFO (searcherExecutor-10082-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7294e6c5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2154460 INFO (qtp864358047-117266) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2154461 INFO (indexFetcher-10086-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2154461 INFO (indexFetcher-10086-thread-1) [ x:collection1] o.a.s.h.In
[...truncated too long message...]
pl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4633800 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C4CB6E434FA11BEE]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C4CB6E434FA11BEE-001
[junit4] 2> Feb 09, 2017 12:04:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=it, timezone=Europe/Athens
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=100006304,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigOverlay, IndexSchemaTest, TestConfigSetsAPIZkFailure, BJQParserTest, BasicAuthIntegrationTest, TestMinMaxOnMultiValuedField, TestDistribDocBasedVersion, ShardRoutingCustomTest, HdfsLockFactoryTest, TestOnReconnectListenerSupport, TestLuceneMatchVersion, HighlighterTest, JvmMetricsTest, CdcrVersionReplicationTest, TestExactSharedStatsCache, OverseerModifyCollectionTest, TestRTGBase, DistributedMLTComponentTest, TestBulkSchemaAPI, TestSuggestSpellingConverter, TestFieldTypeResource, TestCSVResponseWriter, TestFieldCollectionResource, CollectionsAPIDistributedZkTest, SimpleMLTQParserTest, TestFastOutputStream, OpenCloseCoreStressTest, SolrCloudExampleTest, DeleteShardTest, SimplePostToolTest, TestRestoreCore, EchoParamsTest, TestXmlQParserPlugin, HdfsDirectoryFactoryTest, TestFuzzyAnalyzedSuggestions, TestSurroundQueryParser, TestCloudPseudoReturnFields, AnalyticsQueryTest, HdfsChaosMonkeySafeLeaderTest, DistributedIntervalFacetingTest, SolrIndexSplitterTest, TestStressUserVersions, TestSubQueryTransformer, TestRecoveryHdfs, TestHdfsCloudBackupRestore, SortByFunctionTest, DirectSolrSpellCheckerTest, LoggingHandlerTest, TestUninvertingReader, TestFreeTextSuggestions, TestSolrConfigHandlerCloud, FacetPivotSmallTest, TestSearchPerf, TestQueryUtils, CoreSorterTest, SliceStateTest, TestJavabinTupleStreamParser, BlockDirectoryTest, DateMathParserTest, SolrInfoMBeanTest, TestHdfsBackupRestoreCore, SaslZkACLProviderTest, ShufflingReplicaListTransformerTest, TestSchemaSimilarityResource, TestRequestStatusCollectionAPI, ZkCLITest, TestPartialUpdateDeduplication, TestDistributedGrouping, WordBreakSolrSpellCheckerTest, TestSystemIdResolver, SystemInfoHandlerTest, SolrIndexMetricsTest, TestExportWriter, TestCoreAdminApis, TestSimpleTrackingShardHandler, HttpSolrCallGetCoreTest, SolrIndexConfigTest, TestBM25SimilarityFactory, TestStressLiveNodes, LeaderFailureAfterFreshStartTest, DeleteLastCustomShardedReplicaTest, TestSweetSpotSimilarityFactory, ShardRoutingTest, TestWordDelimiterFilterFactory, BasicFunctionalityTest, TestLeaderInitiatedRecoveryThread, TestNoOpRegenerator, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, RemoteQueryErrorTest, ChaosMonkeySafeLeaderTest, AsyncCallRequestStatusResponseTest, TestApiFramework, TestHdfsUpdateLog, BlockJoinFacetSimpleTest, BigEndianAscendingWordDeserializerTest, DistributedTermsComponentTest, WrapperMergePolicyFactoryTest, SpatialFilterTest, TestAnalyzeInfixSuggestions, TestLRUCache, TestTrie, BlobRepositoryCloudTest, SecurityConfHandlerTest, DistributedFacetPivotSmallAdvancedTest, TolerantUpdateProcessorTest, TestShortCircuitedRequests, TestSolrQueryParserDefaultOperatorResource, TestCoreContainer, TestRandomCollapseQParserPlugin, TestSolrCoreParser, ClusterStateUpdateTest, TestUseDocValuesAsStored, MultiTermTest, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestFaceting, TestHashPartitioner, ZkControllerTest, TestJoin, TestStressVersions, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, TestBadConfig, SoftAutoCommitTest, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestJmxIntegration, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, SampleTest, TestDocSet, TestBinaryField, MinimalSchemaTest, TestElisionMultitermQuery, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, DeleteStatusTest, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, MissingSegmentRecoveryTest, ReplaceNodeTest, SSLMigrationTest, ShardSplitTest, TestRandomRequestDistribution, TestRebalanceLeaders, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, HdfsRecoverLeaseTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [542/690 (4!)] on J1 in 44.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 62927 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 276 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/276/
7 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([B92E69CC2FAD4D04:1BF627164B5F6402]:0)
at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2091)
at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5004)
at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5042)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5033)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1582)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4:DBD529490C5E7529]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps(CdcrReplicationDistributedZkTest.java:463)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4:4FF98A70ED91130C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4:540DE28CCD653525]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/10)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{ "core_node4":{ "core":"awhollynewcollection_0_shard1_replica3", "dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node4/data/", "base_url":"http://127.0.0.1:33892/solr", "node_name":"127.0.0.1:33892_solr", "state":"active", "ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node4/data/tlog"}, "core_node5":{ "core":"awhollynewcollection_0_shard1_replica2", "dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node5/data/", "base_url":"http://127.0.0.1:39131/solr", "node_name":"127.0.0.1:39131_solr", "state":"active", "ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node5/data/tlog", "leader":"true"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{ "core_node3":{ "core":"awhollynewcollection_0_shard2_replica3", "dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node3/data/", "base_url":"http://127.0.0.1:39131/solr", "node_name":"127.0.0.1:39131_solr", "state":"active", "ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node3/data/tlog"}, "core_node8":{ "core":"awhollynewcollection_0_shard2_replica2", "dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node8/data/", "base_url":"http://127.0.0.1:51948/solr", "node_name":"127.0.0.1:51948_solr", "state":"active", "ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node8/data/tlog", "leader":"true"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/10)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"awhollynewcollection_0_shard1_replica3",
"dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node4/data/",
"base_url":"http://127.0.0.1:33892/solr",
"node_name":"127.0.0.1:33892_solr",
"state":"active",
"ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node4/data/tlog"},
"core_node5":{
"core":"awhollynewcollection_0_shard1_replica2",
"dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node5/data/",
"base_url":"http://127.0.0.1:39131/solr",
"node_name":"127.0.0.1:39131_solr",
"state":"active",
"ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node5/data/tlog",
"leader":"true"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"awhollynewcollection_0_shard2_replica3",
"dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node3/data/",
"base_url":"http://127.0.0.1:39131/solr",
"node_name":"127.0.0.1:39131_solr",
"state":"active",
"ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node3/data/tlog"},
"core_node8":{
"core":"awhollynewcollection_0_shard2_replica2",
"dataDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node8/data/",
"base_url":"http://127.0.0.1:51948/solr",
"node_name":"127.0.0.1:51948_solr",
"state":"active",
"ulogDir":"hdfs://localhost:56123/data/awhollynewcollection_0/core_node8/data/tlog",
"leader":"true"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4:8FD8C11E455E5161]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor174.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor174.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor86.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4:4FF98A70ED91130C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1477 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=B92E69CC2FAD4D04 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-CU -Dtests.timezone=Jamaica -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 76.1s J0 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([B92E69CC2FAD4D04:1BF627164B5F6402]:0)
[junit4] > at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2091)
[junit4] > at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5004)
[junit4] > at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5042)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5033)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1582)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexSorting_B92E69CC2FAD4D04-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=BlockTreeOrds(blocksize=128), norms=BlockTreeOrds(blocksize=128), positions=FSTOrd50, id=BlockTreeOrds(blocksize=128), term_vectors=BlockTreeOrds(blocksize=128)}, docValues:{multi_valued_long=DocValuesFormat(name=Asserting), double=DocValuesFormat(name=Memory), foo=DocValuesFormat(name=Asserting), numeric=DocValuesFormat(name=Memory), positions=DocValuesFormat(name=Asserting), float=DocValuesFormat(name=Lucene54), multi_valued_numeric=DocValuesFormat(name=Memory), int=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Lucene54), points=DocValuesFormat(name=Direct), bar=DocValuesFormat(name=Memory), sorted=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), bytes=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Direct), multi_valued_bytes=DocValuesFormat(name=Memory), multi_valued_float=DocValuesFormat(name=Asserting), term_vectors=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1888, maxMBSortInHeap=5.37999386554413, sim=RandomSimilarity(queryNorm=false,coord=crazy): {positions=DFR GL1, id=DFR I(ne)1, term_vectors=DFR GBZ(0.3)}, locale=es-CU, timezone=Jamaica
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=355526808,total=383254528
[junit4] 2> NOTE: All tests run in this JVM: [TestSpanFirstQuery, TestAllFilesDetectTruncation, TestIndexingSequenceNumbers, TestRegexpRandom2, TestCharArrayMap, TestNRTReaderCleanup, TestTimeLimitingCollector, TestCustomNorms, TestNearSpansOrdered, TestCustomSearcherSort, TestPersistentSnapshotDeletionPolicy, TestCharsRef, TestBagOfPositions, TestSynonymQuery, TestSparseFixedBitDocIdSet, TestLazyProxSkipping, TestSpanCollection, TestSortedNumericSortField, TestDocValues, TestOfflineSorter, TestPrefixCodedTerms, TestStandardAnalyzer, TestDelegatingAnalyzerWrapper, TestSort, TestDirectPacked, TestPerSegmentDeletes, TestDemoParallelLeafReader, TestRoaringDocIdSet, TestFrequencyTrackingRingBuffer, TestIndexInput, TestBlockPostingsFormat2, TestIndexWriterUnicode, TestTrackingDirectoryWrapper, TestStringMSBRadixSorter, TestNativeFSLockFactory, TestDeletionPolicy, TestIntroSelector, TestNumericRangeQuery64, TestDoubleValuesSource, TestTransactions, TestBasics, TestPrefixQuery, TestAxiomaticSimilarity, TestIntsRef, TestDirectory, TestField, TestFastCompressionMode, TestCharTermAttributeImpl, TestDocIdSetBuilder, TestPhrasePrefixQuery, TestDocumentWriter, TestSegmentMerger, TestElevationComparator, TestSwappedIndexFiles, Test2BDocs, TestMultiValuedNumericRangeQuery, TestMaxTermFrequency, TestCrashCausesCorruptIndex, TestControlledRealTimeReopenThread, TestIndexReaderClose, TestIndexFileDeleter, TestIndexWriterExceptions2, TestTragicIndexWriterDeadlock, TestLongPostings, TestCodecHoldsOpenFiles, FiniteStringsIteratorTest, TestSegmentInfos, TestFieldMaskingSpanQuery, TestLucene50TermVectorsFormat, TestLucene54DocValuesFormat, Test2BSortedDocValuesFixedSorted, TestThreadedForceMerge, TestBlendedTermQuery, TestNRTCachingDirectory, TestSimpleFSLockFactory, TestPointValues, TestNorms, TestIndexWriterCommit, TestSearchWithThreads, TestConcurrentMergeScheduler, TestHighCompressionMode, TestDocumentsWriterStallControl, Test2BPoints, TestAllFilesHaveChecksumFooter, TestDocIDMerger, TestExceedMaxTermLength, TestExitableDirectoryReader, TestIndexSorting]
[junit4] Completed [383/451 (1!)] on J0 in 122.16s, 48 tests, 1 error <<< FAILURES!
[...truncated 229 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J0-20170208_004149_5774942643123258049452.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid28001.hprof ...
[junit4] Heap dump file created [439536777 bytes in 1.869 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 10147 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/init-core-data-001
[junit4] 2> 224532 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[C7ADB5AA436D7EF4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 224532 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[C7ADB5AA436D7EF4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 224547 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 224561 INFO (Thread-352) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 224561 INFO (Thread-352) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 224648 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.ZkTestServer start zk server on port:60543
[junit4] 2> 224700 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 224703 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 224704 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 224706 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 224707 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 224709 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 224710 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 224711 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 224713 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 224714 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 224716 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 224719 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationStartStop
[junit4] 2> 224851 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-001/cores/collection1
[junit4] 2> 224853 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 224867 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13eff365{/,null,AVAILABLE}
[junit4] 2> 224867 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51ebee52{HTTP/1.1,[http/1.1]}{127.0.0.1:43525}
[junit4] 2> 224867 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.Server Started @229145ms
[junit4] 2> 224867 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=43525, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-001/cores}
[junit4] 2> 224868 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 224868 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 224868 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 224868 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 224868 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T04:05:08.730Z
[junit4] 2> 224875 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 224875 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-001/solr.xml
[junit4] 2> 224899 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 224900 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60543/solr
[junit4] 2> 224943 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:43525_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43525_
[junit4] 2> 224944 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:43525_ ] o.a.s.c.Overseer Overseer (id=97421014364323844-127.0.0.1:43525_-n_0000000000) starting
[junit4] 2> 224988 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:43525_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43525_
[junit4] 2> 224990 INFO (zkCallback-281-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 225074 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:43525_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-001/cores
[junit4] 2> 225074 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:43525_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 225077 INFO (OverseerStateUpdate-97421014364323844-127.0.0.1:43525_-n_0000000000) [n:127.0.0.1:43525_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 225084 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 225101 WARN (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 225102 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 225115 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 225197 WARN (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 225198 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 225217 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 225218 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-001/cores/collection1/data/]
[junit4] 2> 225218 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9b0b3ad
[junit4] 2> 225219 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 225300 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 225300 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 225301 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 225301 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 225301 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=19.212890625, floorSegmentMB=0.2890625, forceMergeDeletesPctAllowed=11.853442286861272, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 225302 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c0d728e[collection1] main]
[junit4] 2> 225303 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 225303 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 225304 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 225310 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 225314 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 225334 INFO (searcherExecutor-817-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c0d728e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 225334 INFO (coreLoadExecutor-816-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558736230621904896
[junit4] 2> 225342 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 225342 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 225342 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43525/collection1/
[junit4] 2> 225342 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 225342 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43525/collection1/ has no replicas
[junit4] 2> 225347 INFO (zkCallback-281-thread-1-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 225359 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43525/collection1/ shard2
[junit4] 2> 225511 INFO (coreZkRegister-809-thread-1-processing-n:127.0.0.1:43525_ x:collection1 c:tmp_collection) [n:127.0.0.1:43525_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 225787 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-002/cores/collection1
[junit4] 2> 225788 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 225790 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ccf3c56{/,null,AVAILABLE}
[junit4] 2> 225790 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23e7ae05{HTTP/1.1,[http/1.1]}{127.0.0.1:53463}
[junit4] 2> 225790 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.Server Started @230068ms
[junit4] 2> 225790 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=53463, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-002/cores}
[junit4] 2> 225790 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 225791 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 225791 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 225791 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 225791 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T04:05:09.653Z
[junit4] 2> 225800 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 225800 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-002/solr.xml
[junit4] 2> 225807 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 225807 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60543/solr
[junit4] 2> 225819 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:53463_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 225824 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:53463_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53463_
[junit4] 2> 225827 INFO (zkCallback-281-thread-3-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 225828 INFO (zkCallback-287-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 225884 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:53463_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-002/cores
[junit4] 2> 225884 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:53463_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 225887 INFO (OverseerStateUpdate-97421014364323844-127.0.0.1:43525_-n_0000000000) [n:127.0.0.1:43525_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 226903 WARN (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 226903 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 226915 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 226996 WARN (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 226998 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 227017 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 227018 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-002/cores/collection1/data/]
[junit4] 2> 227018 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9b0b3ad
[junit4] 2> 227019 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 227070 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 227070 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 227071 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 227071 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 227072 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=19.212890625, floorSegmentMB=0.2890625, forceMergeDeletesPctAllowed=11.853442286861272, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 227073 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58582f93[collection1] main]
[junit4] 2> 227074 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 227074 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 227074 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 227077 INFO (searcherExecutor-829-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@58582f93[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 227077 INFO (coreLoadExecutor-828-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558736232449572864
[junit4] 2> 227084 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 227084 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 227085 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53463/collection1/
[junit4] 2> 227085 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 227085 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53463/collection1/ has no replicas
[junit4] 2> 227088 INFO (zkCallback-287-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 227091 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53463/collection1/ shard1
[junit4] 2> 227243 INFO (coreZkRegister-823-thread-1-processing-n:127.0.0.1:53463_ x:collection1 c:tmp_collection) [n:127.0.0.1:53463_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 227594 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-003/cores/collection1
[junit4] 2> 227596 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 227597 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3224fffd{/,null,AVAILABLE}
[junit4] 2> 227598 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41b1272e{HTTP/1.1,[http/1.1]}{127.0.0.1:48903}
[junit4] 2> 227598 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.e.j.s.Server Started @231876ms
[junit4] 2> 227598 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=48903, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-003/cores}
[junit4] 2> 227599 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 227599 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 227599 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 227599 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 227599 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-08T04:05:11.461Z
[junit4] 2> 227602 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 227602 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-003/solr.xml
[junit4] 2> 227610 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 227611 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60543/solr
[junit4] 2> 227626 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:48903_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 227631 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:48903_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48903_
[junit4] 2> 227633 INFO (zkCallback-281-thread-2-processing-n:127.0.0.1:43525_) [n:127.0.0.1:43525_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 227634 INFO (zkCallback-287-thread-1-processing-n:127.0.0.1:53463_) [n:127.0.0.1:53463_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 227645 INFO (zkCallback-293-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 227707 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:48903_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-003/cores
[junit4] 2> 227707 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[C7ADB5AA436D7EF4]) [n:127.0.0.1:48903_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 227709 INFO (OverseerStateUpdate-97421014364323844-127.0.0.1:43525_-n_0000000000) [n:127.0.0.1:43525_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 228770 WARN (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 228771 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 228783 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 228859 WARN (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 228860 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 228883 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 228884 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-003/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_C7ADB5AA436D7EF4-001/jetty-003/cores/collection1/data/]
[junit4] 2> 228884 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9b0b3ad
[junit4] 2> 228886 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 228966 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 228966 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 228999 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 228999 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 229001 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=19.212890625, floorSegmentMB=0.2890625, forceMergeDeletesPctAllowed=11.853442286861272, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 229001 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12cdc912[collection1] main]
[junit4] 2> 229008 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 229008 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 229008 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 229013 INFO (coreLoadExecutor-840-thread-1-processing-n:127.0.0.1:48903_) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558736234479616000
[junit4] 2> 229014 INFO (searcherExecutor-841-thread-1-processing-n:127.0.0.1:48903_ x:collection1 c:tmp_collection) [n:127.0.0.1:48903_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12cdc912[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 229028 INFO (coreZkRegister-835-thread-1-processing-n:127.0.0.1:48903_ x:collection1 c:tmp_collection) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 229030 INFO (updateExecutor-290-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 229043 INFO (recoveryExecutor-291-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 229044 INFO (recoveryExecutor-291-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 229044 INFO (recoveryExecutor-291-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 229044 INFO (recoveryExecutor-291-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 229044 INFO (recoveryExecutor-291-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:43525/collection1/] and I am [http://127.0.0.1:48903/collection1/]
[junit4] 2> 229047 INFO (recoveryExecutor-291-thread-1-processing-n:127.0.0.1:48903_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:48903_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43525]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:48903_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 229055 INFO (qtp714401321-1443) [n:127.0.0.1:43525_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: tru
[...truncated too long message...]
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4876304 INFO (SUITE-HdfsRecoveryZkTest-seed#[C7ADB5AA436D7EF4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53618 53618
[junit4] 2> 4876304 INFO (SUITE-HdfsRecoveryZkTest-seed#[C7ADB5AA436D7EF4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=25, maxMBSortInHeap=5.471213637757435, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=bg-BG, timezone=Africa/Blantyre
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=211290336,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [StressHdfsTest, TestAddFieldRealTimeGet, TestCodecSupport, TestChildDocTransformer, HdfsTlogReplayBufferedWhileIndexingTest, TestConfigsApi, AnalysisErrorHandlingTest, HdfsChaosMonkeyNothingIsSafeTest, SolrCoreTest, CdcrBootstrapTest, BadCopyFieldTest, VMParamsZkACLAndCredentialsProvidersTest, TestReqParamsAPI, TestSha256AuthenticationProvider, CollectionStateFormat2Test, TestInfoStreamLogging, TestFieldSortValues, TestSerializedLuceneMatchVersion, ClusterStateTest, QueryElevationComponentTest, SolrSlf4jReporterTest, TestBulkSchemaConcurrent, TestMissingGroups, NumericFieldsTest, TestBackupRepositoryFactory, CoreAdminRequestStatusTest, BitVectorTest, TestRandomDVFaceting, RulesTest, TestRangeQuery, DistributedExpandComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestRequestForwarding, TestAtomicUpdateErrorCases, LeaderFailoverAfterPartitionTest, OverseerCollectionConfigSetProcessorTest, DocExpirationUpdateProcessorFactoryTest, TestComponentsName, TestReplicationHandler, TestUniqueKeyFieldResource, TestCrossCoreJoin, RecoveryAfterSoftCommitTest, TestJsonFacets, TestDynamicFieldResource, HdfsRestartWhileUpdatingTest, TestManagedSchemaAPI, TestExceedMaxTermLength, TestSolr4Spatial2, TestRTimerTree, TestAuthenticationFramework, ReturnFieldsTest, RequiredFieldsTest, TestRandomFaceting, TestMiniSolrCloudClusterSSL, JSONWriterTest, TestJmxIntegration, TestIBSimilarityFactory, TestFoldingMultitermQuery, TestDistribIDF, ConnectionManagerTest, LeaderElectionIntegrationTest, TestBadConfig, JavabinLoaderTest, CurrencyFieldOpenExchangeTest, DefaultValueUpdateProcessorTest, TestSegmentSorting, TestRawResponseWriter, TestQuerySenderNoQuery, DistributedFacetPivotWhiteBoxTest, TestFieldCacheSort, AlternateDirectoryTest, ManagedSchemaRoundRobinCloudTest, ZkStateWriterTest, TestPHPSerializedResponseWriter, DateFieldTest, TestPerFieldSimilarityWithDefaultOverride, CacheHeaderTest, UtilsToolTest, TestPathTrie, TestSQLHandlerNonCloud, TestConfigReload, TestSearcherReuse, TestDFISimilarityFactory, CleanupOldIndexTest, TestFileDictionaryLookup, ReplicationFactorTest, TestScoreJoinQPNoScore, ForceLeaderTest, DistributedQueryElevationComponentTest, TestSolrCloudWithDelegationTokens, DistributedSpellCheckComponentTest, FastVectorHighlighterTest, TestJoin, TestExpandComponent, DocumentAnalysisRequestHandlerTest, DistanceUnitsTest, DeleteReplicaTest, ReplicaListTransformerTest, DeleteInactiveReplicaTest, CursorPagingTest, TestQueryWrapperFilter, TestRandomRequestDistribution, SynonymTokenizerTest, TestConfigSetsAPIExclusivity, NotRequiredUniqueKeyTest, TestFaceting, BlockCacheTest, DistributedFacetPivotLongTailTest, ConjunctionSolrSpellCheckerTest, TestSchemaResource, MultiThreadedOCPTest, UniqFieldsUpdateProcessorFactoryTest, TestLockTree, TestTolerantUpdateProcessorRandomCloud, ExitableDirectoryReaderTest, LeaderElectionTest, TestZkChroot, ZkCLITest, TestDistributedSearch, CdcrVersionReplicationTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DistribCursorPagingTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=C7ADB5AA436D7EF4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=bg-BG -Dtests.timezone=Africa/Blantyre -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([C7ADB5AA436D7EF4]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [537/690 (5!)] on J0 in 59.29s, 1 test, 1 failure <<< FAILURES!
[...truncated 12161 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid28001.hprof
Total time: 307 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 275 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/275/
6 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Captured an uncaught exception in thread: Thread[id=56167, name=Thread-50578, state=RUNNABLE, group=TGRP-TestDistributedSearch]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=56167, name=Thread-50578, state=RUNNABLE, group=TGRP-TestDistributedSearch]
Caused by: java.lang.AssertionError: Expected to find shardAddress in the up shard info
at __randomizedtesting.SeedInfo.seed([133465527413FA1F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1174)
at org.apache.solr.TestDistributedSearch$1.run(TestDistributedSearch.java:1130)
FAILED: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([133465527413FA1F:9B605A88DAEF97E7]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1251)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:702)
at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor176.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor176.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([133465527413FA1F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor28.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([133465527413FA1F:E49BAC79899A1034]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:289)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 42 more
FAILED: org.apache.solr.handler.admin.MBeansHandlerTest.testDiff
Error Message:
expected:<Was: [1, Now: 2], Delta: 1> but was:<Was: [4, Now: 5], Delta: 1>
Stack Trace:
org.junit.ComparisonFailure: expected:<Was: [1, Now: 2], Delta: 1> but was:<Was: [4, Now: 5], Delta: 1>
at __randomizedtesting.SeedInfo.seed([133465527413FA1F:D622A1C964A5C27F]:0)
at org.junit.Assert.assertEquals(Assert.java:125)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.admin.MBeansHandlerTest.testDiff(MBeansHandlerTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([133465527413FA1F:9B605A88DAEF97E7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11433 lines...]
[junit4] Suite: org.apache.solr.core.HdfsDirectoryFactoryTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/init-core-data-001
[junit4] 2> 283165 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 283244 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 283261 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 283264 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 283281 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53867_hdfs____5sv0hx/webapp
[junit4] 2> 283663 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53867
[junit4] 2> 283808 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 283809 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 283825 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34097_datanode____.a62j4c/webapp
[junit4] 2> 284341 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34097
[junit4] 2> 284414 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 284415 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 284454 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57980_datanode____.8552fe/webapp
[junit4] 2> 284525 INFO (IPC Server handler 1 on 55506) [ ] BlockStateChange BLOCK* processReport: from storage DS-06242c40-82c4-4979-a170-ad08d765d673 node DatanodeRegistration(127.0.0.1:39704, datanodeUuid=3c03ea3e-1bc7-40dd-b729-15efc739e411, infoPort=57835, infoSecurePort=0, ipcPort=38198, storageInfo=lv=-56;cid=testClusterID;nsid=1891094399;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 284526 INFO (IPC Server handler 1 on 55506) [ ] BlockStateChange BLOCK* processReport: from storage DS-70227e05-dd34-4a3a-a837-436502409b53 node DatanodeRegistration(127.0.0.1:39704, datanodeUuid=3c03ea3e-1bc7-40dd-b729-15efc739e411, infoPort=57835, infoSecurePort=0, ipcPort=38198, storageInfo=lv=-56;cid=testClusterID;nsid=1891094399;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 284854 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57980
[junit4] 2> 284977 INFO (IPC Server handler 3 on 55506) [ ] BlockStateChange BLOCK* processReport: from storage DS-51a33b2a-28c9-423a-a4ca-6d7bfef1759f node DatanodeRegistration(127.0.0.1:57105, datanodeUuid=9a58baa3-7c1d-409b-bbfb-f5a0503697f5, infoPort=49010, infoSecurePort=0, ipcPort=40086, storageInfo=lv=-56;cid=testClusterID;nsid=1891094399;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 284977 INFO (IPC Server handler 3 on 55506) [ ] BlockStateChange BLOCK* processReport: from storage DS-e631dff9-7e95-42d9-ad94-c9e039810c8c node DatanodeRegistration(127.0.0.1:57105, datanodeUuid=9a58baa3-7c1d-409b-bbfb-f5a0503697f5, infoPort=49010, infoSecurePort=0, ipcPort=40086, storageInfo=lv=-56;cid=testClusterID;nsid=1891094399;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 285043 INFO (TEST-HdfsDirectoryFactoryTest.testLocalityReporter-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLocalityReporter
[junit4] 2> 285052 INFO (TEST-HdfsDirectoryFactoryTest.testLocalityReporter-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55506/solr
[junit4] 2> 285052 INFO (TEST-HdfsDirectoryFactoryTest.testLocalityReporter-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285052 INFO (TEST-HdfsDirectoryFactoryTest.testLocalityReporter-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55506/solr3/
[junit4] 2> 285067 INFO (TEST-HdfsDirectoryFactoryTest.testLocalityReporter-seed#[133465527413FA1F]) [ ] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:55506/solr3 for locality metrics.
[junit4] 2> 285125 INFO (IPC Server handler 3 on 55506) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39704 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-51a33b2a-28c9-423a-a4ca-6d7bfef1759f:NORMAL:127.0.0.1:57105|RBW], ReplicaUC[[DISK]DS-70227e05-dd34-4a3a-a837-436502409b53:NORMAL:127.0.0.1:39704|RBW]]} size 0
[junit4] 2> 285132 INFO (IPC Server handler 8 on 55506) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57105 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-70227e05-dd34-4a3a-a837-436502409b53:NORMAL:127.0.0.1:39704|RBW], ReplicaUC[[DISK]DS-e631dff9-7e95-42d9-ad94-c9e039810c8c:NORMAL:127.0.0.1:57105|FINALIZED]]} size 0
[junit4] 2> 285139 INFO (TEST-HdfsDirectoryFactoryTest.testLocalityReporter-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLocalityReporter
[junit4] 2> 285197 INFO (TEST-HdfsDirectoryFactoryTest.testCleanupOldIndexDirectories-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCleanupOldIndexDirectories
[junit4] 2> 285197 INFO (TEST-HdfsDirectoryFactoryTest.testCleanupOldIndexDirectories-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55506/solr1
[junit4] 2> 285198 INFO (TEST-HdfsDirectoryFactoryTest.testCleanupOldIndexDirectories-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285260 INFO (TEST-HdfsDirectoryFactoryTest.testCleanupOldIndexDirectories-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Deleted old index directory hdfs://localhost:55506/solr1/mock/data/index.20170206194215707
[junit4] 2> 285261 INFO (TEST-HdfsDirectoryFactoryTest.testCleanupOldIndexDirectories-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCleanupOldIndexDirectories
[junit4] 2> 285292 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInitArgsOrSysPropConfig
[junit4] 2> 285292 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55506/solr1
[junit4] 2> 285293 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285293 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55506/solr2
[junit4] 2> 285293 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285293 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55506/solr2
[junit4] 2> 285293 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285294 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55506/solr
[junit4] 2> 285306 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 285306 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [134217728] will allocate [1] slabs and use ~[134217728] bytes
[junit4] 2> 285306 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 286037 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=371176094
[junit4] 2> 286037 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1546053741
[junit4] 2> 286037 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=95415001
[junit4] 2> 286037 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=914233980
[junit4] 2> 286549 INFO (TEST-HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInitArgsOrSysPropConfig
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsDirectoryFactoryTest -Dtests.method=testInitArgsOrSysPropConfig -Dtests.seed=133465527413FA1F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=Atlantic/Cape_Verde -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.30s J1 | HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig <<<
[junit4] > Throwable #1: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
[junit4] > at __randomizedtesting.SeedInfo.seed([133465527413FA1F:E49BAC79899A1034]:0)
[junit4] > at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
[junit4] > at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:289)
[junit4] > at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
[junit4] > at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Direct buffer memory
[junit4] > at java.nio.Bits.reserveMemory(Bits.java:693)
[junit4] > at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
[junit4] > at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
[junit4] > at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
[junit4] > at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
[junit4] > ... 42 more
[junit4] 2> 286562 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 286589 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 286699 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:55506) [ ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-844981115-10.41.0.5-1486413733692 (Datanode Uuid 9a58baa3-7c1d-409b-bbfb-f5a0503697f5) service to localhost/127.0.0.1:55506 interrupted
[junit4] 2> 286699 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:55506) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-844981115-10.41.0.5-1486413733692 (Datanode Uuid 9a58baa3-7c1d-409b-bbfb-f5a0503697f5) service to localhost/127.0.0.1:55506
[junit4] 2> 286703 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 286728 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 286830 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:55506) [ ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-844981115-10.41.0.5-1486413733692 (Datanode Uuid 3c03ea3e-1bc7-40dd-b729-15efc739e411) service to localhost/127.0.0.1:55506 interrupted
[junit4] 2> 286830 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:55506) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-844981115-10.41.0.5-1486413733692 (Datanode Uuid 3c03ea3e-1bc7-40dd-b729-15efc739e411) service to localhost/127.0.0.1:55506
[junit4] 2> 286862 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 286964 ERROR (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 286968 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_133465527413FA1F-001
[junit4] 2> Feb 06, 2017 8:42:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-NI, timezone=Atlantic/Cape_Verde
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=235918888,total=380108800
[junit4] 2> NOTE: All tests run in this JVM: [BlockDirectoryTest, ConcurrentDeleteAndCreateCollectionTest, BasicAuthIntegrationTest, TestSystemIdResolver, HdfsUnloadDistributedZkTest, CoreMergeIndexesAdminHandlerTest, SystemInfoHandlerTest, TestQuerySenderListener, TestFilteredDocIdSet, TestSolrXml, TestInitParams, HdfsDirectoryFactoryTest]
[junit4] Completed [38/690 (1!)] on J1 in 13.48s, 3 tests, 1 error <<< FAILURES!
[...truncated 58 lines...]
[junit4] Suite: org.apache.solr.handler.admin.MBeansHandlerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.MBeansHandlerTest_133465527413FA1F-001/init-core-data-001
[junit4] 2> 409328 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 409329 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 409329 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 409371 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 409401 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 409487 WARN (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 409490 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 409500 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 409526 WARN (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 409529 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 409529 WARN (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 409533 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 409533 WARN (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 409533 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 409534 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 409566 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 409591 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 409685 WARN (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 409694 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 409702 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 409702 WARN (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 409702 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 409702 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.MBeansHandlerTest_133465527413FA1F-001/init-core-data-001/]
[junit4] 2> 409703 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 409704 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=33.6455078125, floorSegmentMB=0.435546875, forceMergeDeletesPctAllowed=14.378135303517492, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26775625044827756
[junit4] 2> 409767 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 409767 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 409768 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 409768 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 409769 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5875cf16
[junit4] 2> 409770 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70659bb0[collection1] main]
[junit4] 2> 409770 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 409780 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 409811 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 409812 INFO (coreLoadExecutor-714-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558617900351225856
[junit4] 2> 409816 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 409817 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 409819 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 409819 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 409819 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 409820 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 409820 INFO (TEST-MBeansHandlerTest.testXMLDiffWithExternalEntity-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testXMLDiffWithExternalEntity
[junit4] 2> 409828 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 409828 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 409828 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 409829 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 409830 INFO (searcherExecutor-715-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70659bb0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 409884 INFO (TEST-MBeansHandlerTest.testXMLDiffWithExternalEntity-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testXMLDiffWithExternalEntity
[junit4] 2> 409886 INFO (TEST-MBeansHandlerTest.testBackCompatNames-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackCompatNames
[junit4] 2> 409888 INFO (TEST-MBeansHandlerTest.testBackCompatNames-seed#[133465527413FA1F]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/mbeans&wt=xml} status=0 QTime=1
[junit4] 2> 409911 INFO (TEST-MBeansHandlerTest.testBackCompatNames-seed#[133465527413FA1F]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/mbeans&cat=QUERYHANDLER&wt=xml} status=0 QTime=6
[junit4] 2> 409915 INFO (TEST-MBeansHandlerTest.testBackCompatNames-seed#[133465527413FA1F]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/mbeans&cat=UPDATE&wt=xml} status=0 QTime=0
[junit4] 2> 409917 INFO (TEST-MBeansHandlerTest.testBackCompatNames-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBackCompatNames
[junit4] 2> 409919 INFO (TEST-MBeansHandlerTest.testDiff-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDiff
[junit4] 2> 409923 INFO (TEST-MBeansHandlerTest.testDiff-seed#[133465527413FA1F]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/mbeans&stats=true&wt=xml} status=0 QTime=3
[junit4] 2> 409998 INFO (TEST-MBeansHandlerTest.testDiff-seed#[133465527413FA1F]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/mbeans&stats=true&diff=true&wt=xml} status=0 QTime=52
[junit4] 2> 410003 INFO (TEST-MBeansHandlerTest.testDiff-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDiff
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MBeansHandlerTest -Dtests.method=testDiff -Dtests.seed=133465527413FA1F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=be-BY -Dtests.timezone=ROK -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.09s J0 | MBeansHandlerTest.testDiff <<<
[junit4] > Throwable #1: org.junit.ComparisonFailure: expected:<Was: [1, Now: 2], Delta: 1> but was:<Was: [4, Now: 5], Delta: 1>
[junit4] > at __randomizedtesting.SeedInfo.seed([133465527413FA1F:D622A1C964A5C27F]:0)
[junit4] > at org.apache.solr.handler.admin.MBeansHandlerTest.testDiff(MBeansHandlerTest.java:63)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 410010 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 410010 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=491404461
[junit4] 2> 410018 INFO (coreCloseExecutor-720-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@48a42ba6
[junit4] 2> 410092 INFO (coreCloseExecutor-720-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 410102 INFO (SUITE-MBeansHandlerTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.MBeansHandlerTest_133465527413FA1F-001
[junit4] 2> Feb 06, 2017 8:44:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=be-BY, timezone=ROK
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=281534024,total=508559360
[junit4] 2> NOTE: All tests run in this JVM: [TestIBSimilarityFactory, TestCustomStream, TestCustomDocTransformer, TestSortByMinMaxFunction, RequiredFieldsTest, SolrMetricManagerTest, RegexBoostProcessorTest, TestAddFieldRealTimeGet, MultiThreadedOCPTest, TestDocumentBuilder, TestRawResponseWriter, TestSolrDeletionPolicy2, TestCodecSupport, TestFieldSortValues, HdfsRestartWhileUpdatingTest, TestSystemCollAutoCreate, TestExceedMaxTermLength, VMParamsZkACLAndCredentialsProvidersTest, MBeansHandlerTest]
[junit4] Completed [57/690 (2!)] on J0 in 1.05s, 3 tests, 1 failure <<< FAILURES!
[...truncated 590 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/init-core-data-001
[junit4] 2> 1646923 INFO (SUITE-TestDistributedSearch-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 1646923 INFO (SUITE-TestDistributedSearch-seed#[133465527413FA1F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /k/
[junit4] 2> 1647035 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/control/cores/collection1
[junit4] 2> 1647036 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1647038 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70db5ae0{/k,null,AVAILABLE}
[junit4] 2> 1647040 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6cb7af1e{HTTP/1.1,[http/1.1]}{127.0.0.1:48346}
[junit4] 2> 1647040 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.Server Started @1651136ms
[junit4] 2> 1647040 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k, hostPort=48346, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/control/cores}
[junit4] 2> 1647040 ERROR (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1647040 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1647040 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1647040 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1647041 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-06T21:04:57.885Z
[junit4] 2> 1647041 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/control/solr.xml
[junit4] 2> 1647059 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1647087 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/control/cores
[junit4] 2> 1647087 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1647088 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1647122 WARN (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1647124 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1647158 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1647240 WARN (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1647243 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1647253 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 1647253 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1647253 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 1647254 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=67.3232421875, floorSegmentMB=1.59375, forceMergeDeletesPctAllowed=8.797926218733155, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14878913942897373
[junit4] 2> 1647343 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1647343 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1647344 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1647344 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1647345 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@10fd7f40
[junit4] 2> 1647345 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e541c[collection1] main]
[junit4] 2> 1647346 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1647354 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1647390 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1647391 INFO (coreLoadExecutor-3551-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558619198046863360
[junit4] 2> 1647394 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1647394 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1647394 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1647394 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1647394 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1647395 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1647395 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1647395 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1647395 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1647396 INFO (searcherExecutor-3552-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e541c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1647814 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1647816 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1647817 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d2f676f{/k,null,AVAILABLE}
[junit4] 2> 1647817 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a44a836{HTTP/1.1,[http/1.1]}{127.0.0.1:52171}
[junit4] 2> 1647817 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.e.j.s.Server Started @1651913ms
[junit4] 2> 1647817 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k, hostPort=52171, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/shard0/cores}
[junit4] 2> 1647818 ERROR (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1647818 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1647818 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1647819 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1647819 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-06T21:04:58.663Z
[junit4] 2> 1647819 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1647826 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1647863 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/shard0/cores
[junit4] 2> 1647863 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1647864 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1647937 WARN (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1647938 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1647962 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1648059 WARN (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1648061 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1648070 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 1648071 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_133465527413FA1F-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1648071 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@44b7390e
[junit4] 2> 1648072 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=67.3232421875, floorSegmentMB=1.59375, forceMergeDeletesPctAllowed=8.797926218733155, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14878913942897373
[junit4] 2> 1648125 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1648125 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1648126 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1648126 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1648127 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5fc6a6e5
[junit4] 2> 1648127 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@469b208b[collection1] main]
[junit4] 2> 1648127 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1648134 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1648161 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1648161 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1648161 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1648161 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1648161 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1648162 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1648162 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1648162 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1648162 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1648163 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1648164 INFO (searcherExecutor-3563-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@469b208b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1648165 INFO (coreLoadExecutor-3562-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558619198858461184
[junit4] 2> 1648525 INFO (TEST-TestDistributedSearch.test-seed#[133465527413FA1F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1648529 INFO (qtp545487656-8384) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1558619199238045696)} 0 1
[junit4] 2> 1648531 INFO (qtp1588388855-8401) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1558619199241191424)} 0 1
[junit4] 2> 1648536 INFO (qtp545487656-8385) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[1 (1558619199245385728)]} 0 2
[junit4] 2> 1648546 INFO (qtp1588388855-8402) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[1 (1558619199255871488)]} 0 1
[junit4] 2> 1648550 INFO (qtp545487656-8385) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[2 (1558619199261114368)]} 0 0
[junit4] 2> 1648558 INFO (qtp1588388855-8403) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[2 (1558619199267405824)]} 0 2
[junit4] 2> 1648560 INFO (qtp545487656-8387) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[3 (1558619199272648704)]} 0 0
[junit4] 2> 1648562 INFO (qtp1588388855-8404) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[3 (1558619199274745856)]} 0 0
[junit4] 2> 1648568 INFO (qtp545487656-8388) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[4 (1558619199281037312)]} 0 0
[junit4] 2> 1648571 INFO (qtp1588388855-8404) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[4 (1558619199283134464)]} 0 0
[junit4] 2> 1648573 INFO (qtp545487656-8381) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[5 (1558619199285231616)]} 0 0
[junit4] 2> 1648575 INFO (qtp1588388855-8398) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[5 (1558619199287328768)]} 0 0
[junit4] 2> 1648577 INFO (qtp545487656-8384) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[6 (1558619199290474496)]} 0 0
[junit4] 2> 1648579 INFO (qtp1588388855-8401) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[6 (1558619199292571648)]} 0 0
[junit4] 2> 1648581 INFO (qtp545487656-8384) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[7 (1558619199294668800)]} 0 0
[junit4] 2> 1648583 INFO (qtp1588388855-8402) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[7 (1558619199296765952)]} 0 0
[junit4] 2> 1648585 INFO (qtp545487656-8385) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[8 (1558619199298863104)]} 0 0
[junit4] 2> 1648587 INFO (qtp1588388855-8403) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[8 (1558619199300960256)]} 0 0
[junit4] 2> 1648589 INFO (qtp545487656-8387) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[9 (1558619199303057408)]} 0 0
[junit4] 2> 1648591 INFO (qtp1588388855-8405) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/k path=/update params={wt=javabin&version=2}{add=[9 (1558619199305154560)]} 0 0
[junit4] 2> 1648593 INFO (qtp545487656-8387) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 164859
[...truncated too long message...]
FSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5108201 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[133465527413FA1F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_133465527413FA1F-001
[junit4] 2> Feb 06, 2017 10:02:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Memory doPackFST= false), a_i=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=674, maxMBSortInHeap=7.338945333913445, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=cs-CZ, timezone=Asia/Bishkek
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=176778792,total=535822336
[junit4] 2> NOTE: All tests run in this JVM: [BlockDirectoryTest, ConcurrentDeleteAndCreateCollectionTest, BasicAuthIntegrationTest, TestSystemIdResolver, HdfsUnloadDistributedZkTest, CoreMergeIndexesAdminHandlerTest, SystemInfoHandlerTest, TestQuerySenderListener, TestFilteredDocIdSet, TestSolrXml, TestInitParams, HdfsDirectoryFactoryTest, TestUninvertingReader, CoreSorterTest, TestDefaultSearchFieldResource, BlockJoinFacetSimpleTest, TestBM25SimilarityFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFuzzyAnalyzedSuggestions, TestCollectionAPI, AtomicUpdatesTest, RequestLoggingTest, TestClusterStateMutator, DistributedVersionInfoTest, TestOnReconnectListenerSupport, DateMathParserTest, TestXmlQParserPlugin, V2ApiIntegrationTest, DistribDocExpirationUpdateProcessorTest, TestManagedStopFilterFactory, UpdateRequestProcessorFactoryTest, TestQueryUtils, SuggesterFSTTest, TestLeaderInitiatedRecoveryThread, TestFieldCacheSortRandom, TestApiFramework, SimplePostToolTest, TestTrie, LeaderFailureAfterFreshStartTest, SchemaVersionSpecificBehaviorTest, TestStressVersions, HdfsSyncSliceTest, TestPivotHelperCode, BJQParserTest, TestSolrCLIRunExample, HdfsBasicDistributedZk2Test, HighlighterMaxOffsetTest, HLLUtilTest, DistributedMLTComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrQueryParserDefaultOperatorResource, TestUseDocValuesAsStored, TestRequestStatusCollectionAPI, TestHdfsBackupRestoreCore, TestMacroExpander, TestLMDirichletSimilarityFactory, RestartWhileUpdatingTest, IndexSchemaRuntimeFieldTest, CreateCollectionCleanupTest, TolerantUpdateProcessorTest, SpellingQueryConverterTest, SoftAutoCommitTest, TestFieldCollectionResource, ShardRoutingTest, SpellCheckComponentTest, SimpleMLTQParserTest, TestWordDelimiterFilterFactory, DistanceFunctionTest, DirectSolrConnectionTest, TestDynamicLoading, TestFiltering, TestRawTransformer, TestScoreJoinQPScore, DocumentBuilderTest, EchoParamsTest, TestConfigOverlay, ExplicitHLLTest, TestStressLiveNodes, OverseerModifyCollectionTest, TestSearchPerf, TestMiniSolrCloudCluster, ClassificationUpdateProcessorTest, ClusterStateUpdateTest, SecurityConfHandlerTest, TestSubQueryTransformer, SearchHandlerTest, MultiTermTest, AnalyticsQueryTest, TestMinMaxOnMultiValuedField, SampleTest, BooleanFieldTest, HttpPartitionTest, TestConfigSets, TestSchemaSimilarityResource, DocValuesTest, TestCoreAdminApis, TestRestoreCore, SolrIndexMetricsTest, SolrIndexSplitterTest, TestCursorMarkWithoutUniqueKey, TestLRUCache, SolrIndexConfigTest, SolrGraphiteReporterTest, TestSolrCoreParser, TestShortCircuitedRequests, TestFieldTypeResource, TestDistributedGrouping, CopyFieldTest, SharedFSAutoReplicaFailoverUtilsTest, SpellCheckCollatorTest, JsonLoaderTest, TestHdfsCloudBackupRestore, ShardRoutingCustomTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, AutoCommitTest, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, DistributedTermsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BasicFunctionalityTest, TestLazyCores, CurrencyFieldOpenExchangeTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, TermVectorComponentTest, MoreLikeThisHandlerTest, LoggingHandlerTest, IndexSchemaTest, ReturnFieldsTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestBinaryResponseWriter, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, TestStressRecovery, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PrimUtilsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, ZkNodePropsTest, SliceStateTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [541/690 (6!)] on J1 in 67.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 62930 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 274 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/274/
9 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682:3A22224B259D6B63]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MMapDirectory, MMapDirectory, MMapDirectory, MDCAwareThreadPoolExecutor, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:980) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MMapDirectory, MMapDirectory, MMapDirectory, MDCAwareThreadPoolExecutor, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:980)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:904)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=66008, name=searcherExecutor-5621-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=66008, name=searcherExecutor-5621-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=66008, name=searcherExecutor-5621-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=66008, name=searcherExecutor-5621-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682]:0)
FAILED: org.apache.solr.handler.admin.MBeansHandlerTest.testDiff
Error Message:
expected:<Was: [1, Now: 2], Delta: 1> but was:<Was: [4, Now: 5], Delta: 1>
Stack Trace:
org.junit.ComparisonFailure: expected:<Was: [1, Now: 2], Delta: 1> but was:<Was: [4, Now: 5], Delta: 1>
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682:6A489318E9F7FEE2]:0)
at org.junit.Assert.assertEquals(Assert.java:125)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.admin.MBeansHandlerTest.testDiff(MBeansHandlerTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682:F343B002376172B4]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682:F3CC519291803C7]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (65 > 60) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (65 > 60) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682:270A685957BDAB7A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([AF5E5783F941C682:270A685957BDAB7A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11829 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/init-core-data-001
[junit4] 2> 1107196 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1107196 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1108385 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1108597 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 1108620 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1108703 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1108772 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_38131_hdfs____.2vi7po/webapp
[junit4] 2> 1109590 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38131
[junit4] 2> 1110621 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1110628 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1110659 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59021_datanode____8zk2b6/webapp
[junit4] 2> 1111097 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59021
[junit4] 2> 1111673 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1111677 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1111720 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35342_datanode____.jt6csq/webapp
[junit4] 2> 1112345 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[AF5E5783F941C682]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35342
[junit4] 2> 1113567 INFO (IPC Server handler 9 on 46907) [ ] BlockStateChange BLOCK* processReport: from storage DS-e61d9696-9779-4472-883d-caa8f2b83216 node DatanodeRegistration(127.0.0.1:36419, datanodeUuid=a71e2edc-a5e8-4d08-8152-9b7202fc279c, infoPort=45000, infoSecurePort=0, ipcPort=47221, storageInfo=lv=-56;cid=testClusterID;nsid=107884310;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 1113568 INFO (IPC Server handler 9 on 46907) [ ] BlockStateChange BLOCK* processReport: from storage DS-5c50e1b2-b39d-4255-bdf2-e167aa96dbeb node DatanodeRegistration(127.0.0.1:36419, datanodeUuid=a71e2edc-a5e8-4d08-8152-9b7202fc279c, infoPort=45000, infoSecurePort=0, ipcPort=47221, storageInfo=lv=-56;cid=testClusterID;nsid=107884310;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1113577 INFO (IPC Server handler 8 on 46907) [ ] BlockStateChange BLOCK* processReport: from storage DS-3e9fe482-1172-474b-9b7c-00ac78c42bb6 node DatanodeRegistration(127.0.0.1:53638, datanodeUuid=7e16f600-dad3-4128-bf47-fbbad6ae3f34, infoPort=57509, infoSecurePort=0, ipcPort=56949, storageInfo=lv=-56;cid=testClusterID;nsid=107884310;c=0), blocks: 0, hasStaleStorage: true, processing time: 8 msecs
[junit4] 2> 1113577 INFO (IPC Server handler 8 on 46907) [ ] BlockStateChange BLOCK* processReport: from storage DS-62837648-767e-46be-b9c1-e6968523093d node DatanodeRegistration(127.0.0.1:53638, datanodeUuid=7e16f600-dad3-4128-bf47-fbbad6ae3f34, infoPort=57509, infoSecurePort=0, ipcPort=56949, storageInfo=lv=-56;cid=testClusterID;nsid=107884310;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1114231 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1114231 INFO (Thread-1949) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1114231 INFO (Thread-1949) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1114331 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.ZkTestServer start zk server on port:54538
[junit4] 2> 1114364 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1114367 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1114370 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1114371 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1114374 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1114376 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1114386 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1114387 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1114389 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1114390 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1114391 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1114581 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/control-001/cores/collection1
[junit4] 2> 1114584 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1114623 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1762b3c3{/,null,AVAILABLE}
[junit4] 2> 1114623 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@175ae649{HTTP/1.1,[http/1.1]}{127.0.0.1:42719}
[junit4] 2> 1114623 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.Server Started @1118326ms
[junit4] 2> 1114624 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:46907/hdfs__localhost_46907__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001_tempDir-002_control_data, hostContext=/, hostPort=42719, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/control-001/cores}
[junit4] 2> 1114624 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1114624 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1114624 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1114624 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1114624 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-04T12:12:29.618Z
[junit4] 2> 1114640 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1114641 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/control-001/solr.xml
[junit4] 2> 1114649 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1114650 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54538/solr
[junit4] 2> 1114701 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:42719_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42719_
[junit4] 2> 1114703 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:42719_ ] o.a.s.c.Overseer Overseer (id=97400281446940676-127.0.0.1:42719_-n_0000000000) starting
[junit4] 2> 1114719 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:42719_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42719_
[junit4] 2> 1114722 INFO (zkCallback-1516-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1114808 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:42719_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/control-001/cores
[junit4] 2> 1114808 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:42719_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1114820 INFO (OverseerStateUpdate-97400281446940676-127.0.0.1:42719_-n_0000000000) [n:127.0.0.1:42719_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1114858 WARN (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1114859 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1114877 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1115035 WARN (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1115036 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1115076 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1115096 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46907/solr_hdfs_home
[junit4] 2> 1115096 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1115096 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/control-001/cores/collection1], dataDir=[hdfs://localhost:46907/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1115096 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@608e7ef8
[junit4] 2> 1115098 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46907/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1115125 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1115125 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1115126 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1117442 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1117451 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46907/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1117534 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46907/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1117546 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1117546 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1117547 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1117559 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1117560 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1435470398, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1117879 INFO (IPC Server handler 5 on 46907) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53638 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5c50e1b2-b39d-4255-bdf2-e167aa96dbeb:NORMAL:127.0.0.1:36419|RBW], ReplicaUC[[DISK]DS-3e9fe482-1172-474b-9b7c-00ac78c42bb6:NORMAL:127.0.0.1:53638|RBW]]} size 71
[junit4] 2> 1117879 INFO (IPC Server handler 1 on 46907) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36419 is added to blk_1073741825_1001 size 71
[junit4] 2> 1118316 WARN (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1118358 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1118358 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1118358 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1118375 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1118375 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1118379 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1478386956, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1118516 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@242c76c8[collection1] main]
[junit4] 2> 1118519 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1118521 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1118524 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1118526 INFO (searcherExecutor-3006-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@242c76c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1118535 INFO (coreLoadExecutor-3005-thread-1-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558404507662024704
[junit4] 2> 1118556 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1118556 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1118556 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42719/collection1/
[junit4] 2> 1118556 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1118556 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42719/collection1/ has no replicas
[junit4] 2> 1118561 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42719/collection1/ shard1
[junit4] 2> 1118712 INFO (coreZkRegister-2998-thread-1-processing-n:127.0.0.1:42719_ x:collection1 c:control_collection) [n:127.0.0.1:42719_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1119024 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1119026 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54538/solr ready
[junit4] 2> 1119026 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1119026 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1119153 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/shard-1-001/cores/collection1
[junit4] 2> 1119154 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/shard-1-001
[junit4] 2> 1119155 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1119156 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f20a7d3{/,null,AVAILABLE}
[junit4] 2> 1119157 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3794cb66{HTTP/1.1,[http/1.1]}{127.0.0.1:46446}
[junit4] 2> 1119158 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.e.j.s.Server Started @1122860ms
[junit4] 2> 1119158 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:46907/hdfs__localhost_46907__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=46446, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/shard-1-001/cores}
[junit4] 2> 1119158 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1119158 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1119158 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1119158 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1119158 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-04T12:12:34.152Z
[junit4] 2> 1119162 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1119162 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/shard-1-001/solr.xml
[junit4] 2> 1119169 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1119170 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54538/solr
[junit4] 2> 1119191 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:46446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1119198 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:46446_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46446_
[junit4] 2> 1119201 INFO (zkCallback-1516-thread-3-processing-n:127.0.0.1:42719_) [n:127.0.0.1:42719_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1119211 INFO (zkCallback-1526-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1119212 INFO (zkCallback-1520-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1119365 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:46446_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/shard-1-001/cores
[junit4] 2> 1119365 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[AF5E5783F941C682]) [n:127.0.0.1:46446_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1119370 INFO (OverseerStateUpdate-97400281446940676-127.0.0.1:42719_-n_0000000000) [n:127.0.0.1:42719_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1119474 INFO (zkCallback-1526-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120385 WARN (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1120386 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1120405 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1120485 WARN (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1120487 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1120517 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1120517 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46907/solr_hdfs_home
[junit4] 2> 1120517 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1120517 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_AF5E5783F941C682-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:46907/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1120517 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@608e7ef8
[junit4] 2> 1120518 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46907/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1120532 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1120532 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1120532 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1120553 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1120554 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46907/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1120586 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46907/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1120604 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1120604 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1120604 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1120614 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1120616 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1435470398, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1120676 INFO (IPC Server handler 4 on 46907) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36419 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-62837648-767e-46be-b9c1-e6968523093d:NORMAL:127.0.0.1:53638|RBW], ReplicaUC[[DISK]DS-e61d9696-9779-4472-883d-caa8f2b83216:NORMAL:127.0.0.1:36419|FINALIZED]]} size 0
[junit4] 2> 1120679 INFO (IPC Server handler 2 on 46907) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53638 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e61d9696-9779-4472-883d-caa8f2b83216:NORMAL:127.0.0.1:36419|FINALIZED], ReplicaUC[[DISK]DS-3e9fe482-1172-474b-9b7c-00ac78c42bb6:NORMAL:127.0.0.1:53638|FINALIZED]]} size 0
[junit4] 2> 1120703 WARN (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1120734 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1120734 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1120734 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1120752 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1120752 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1120759 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1478386956, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1120791 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a01d149[collection1] main]
[junit4] 2> 1120793 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1120793 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1120793 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1120795 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:46446_ x:collection1 c:collection1) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a01d149[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1120806 INFO (coreLoadExecutor-3016-thread-1-processing-n:127.0.0.1:46446_) [n:127.0.0.1:46446_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558404510043340800
[junit4] 2> 1120820 INFO (coreZkRegister-3011-thread-1-processing-n:127.0.0.1:46446_ x:collection1 c:collection1) [n:127.0.0.1:46446_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1120820 INFO (coreZkRegister-3011-thread-1-processing-n:127.0.0.1:46446_ x:collection1 c:collection1) [n:127.0.0.1:46446_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1120820 INFO (coreZkRegister-3011-thread-1-processing-n:127.0.0.1:46446_ x:collection1 c:collection1) [n:127.0.0.1:46446_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46446/collection1/
[junit4] 2> 11
[...truncated too long message...]
ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4775147 INFO (jetty-launcher-3997-thread-13) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4775147 INFO (jetty-launcher-3997-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@763773d0{/solr,null,UNAVAILABLE}
[junit4] 2> 4775334 WARN (zkCallback-4055-thread-4-processing-n:127.0.0.1:55183_solr) [n:127.0.0.1:55183_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4775334 INFO (jetty-launcher-3997-thread-15) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4775334 INFO (jetty-launcher-3997-thread-15) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2948ab9b{/solr,null,UNAVAILABLE}
[junit4] 2> 4775353 WARN (zkCallback-4049-thread-5-processing-n:127.0.0.1:36498_solr) [n:127.0.0.1:36498_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4775353 INFO (jetty-launcher-3997-thread-16) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4775353 INFO (jetty-launcher-3997-thread-16) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3657bb60{/solr,null,UNAVAILABLE}
[junit4] 2> 4775359 WARN (zkCallback-4028-thread-4-processing-n:127.0.0.1:35677_solr) [n:127.0.0.1:35677_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4775359 INFO (jetty-launcher-3997-thread-20) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4775360 INFO (jetty-launcher-3997-thread-20) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57073f9c{/solr,null,UNAVAILABLE}
[junit4] 2> 4775379 WARN (zkCallback-4038-thread-5-processing-n:127.0.0.1:45136_solr) [n:127.0.0.1:45136_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4775379 INFO (jetty-launcher-3997-thread-19) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4775379 INFO (jetty-launcher-3997-thread-19) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5fbc4eec{/solr,null,UNAVAILABLE}
[junit4] 2> 4775388 WARN (zkCallback-4034-thread-4-processing-n:127.0.0.1:38880_solr) [n:127.0.0.1:38880_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4775388 INFO (jetty-launcher-3997-thread-14) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4775388 INFO (jetty-launcher-3997-thread-14) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45a2d554{/solr,null,UNAVAILABLE}
[junit4] 2> 4775393 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[AF5E5783F941C682]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58165 58165
[junit4] 2> 4775477 INFO (Thread-17856) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58165 58165
[junit4] 2> 4775478 WARN (Thread-17856) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 3 /solr/overseer_elect/election/97400489924493334-127.0.0.1:45356_solr-n_0000000005
[junit4] 2> 3 /solr/overseer_elect/election/97400489924493333-127.0.0.1:38880_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/97400489924493331-127.0.0.1:35677_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 474 /solr/overseer/collection-queue-work
[junit4] 2> 36 /solr/overseer/queue
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 8 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4775478 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[AF5E5783F941C682]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_AF5E5783F941C682-001
[junit4] 2> Feb 04, 2017 1:13:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {long_stored_idx=FSTOrd50, long_dv_idx=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Direct), long_dv_stored_idx=PostingsFormat(name=Memory doPackFST= true)}, docValues:{_version_=DocValuesFormat(name=Asserting), long_dv_idx=DocValuesFormat(name=Direct), long_dv_stored=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Lucene54), long_dv=DocValuesFormat(name=Direct), long_dv_stored_idx=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=661, maxMBSortInHeap=5.5013311745593985, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sq, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=81929440,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, TestSystemIdResolver, TestFiltering, TestFilteredDocIdSet, ShardRoutingTest, TestSimpleTrackingShardHandler, CdcrUpdateLogTest, TestJavabinTupleStreamParser, BasicAuthIntegrationTest, TestAnalyzeInfixSuggestions, CoreAdminRequestStatusTest, TestLocalFSCloudBackupRestore, TolerantUpdateProcessorTest, TestSolrIndexConfig, TestTolerantUpdateProcessorCloud, TestUseDocValuesAsStored, RAMDirectoryFactoryTest, TestBlobHandler, TestStressUserVersions, SpellingQueryConverterTest, TestReplicaProperties, TestUninvertingReader, TestSearchPerf, TestManagedResource, TestMacroExpander, MissingSegmentRecoveryTest, TestCoreContainer, TestLegacyFieldCache, ZkSolrClientTest, SpellCheckCollatorTest, TestNoOpRegenerator, TestDistributedGrouping, TestPKIAuthenticationPlugin, JsonLoaderTest, TestScoreJoinQPScore, SliceStateTest, TestFieldCacheReopen, TestCloudRecovery, TestRecoveryHdfs, LeaderElectionContextKeyTest, TestRandomCollapseQParserPlugin, AtomicUpdatesTest, SmileWriterTest, DocumentBuilderTest, TestSuggestSpellingConverter, TestCorePropertiesReload, CdcrReplicationHandlerTest, TestRawTransformer, WrapperMergePolicyFactoryTest, HighlighterTest, CollectionsAPIDistributedZkTest, RankQueryTest, LeaderInitiatedRecoveryOnCommitTest, DistributedMLTComponentTest, CollectionReloadTest, TestRandomFlRTGCloud, TestJettySolrRunner, IgnoreCommitOptimizeUpdateProcessorFactoryTest, QueryResultKeyTest, TestTestInjection, OpenCloseCoreStressTest, SolrInfoMBeanTest, DocValuesNotIndexedTest, BigEndianAscendingWordSerializerTest, ShufflingReplicaListTransformerTest, TestComplexPhraseQParserPlugin, SoftAutoCommitTest, HdfsWriteToMultipleCollectionsTest, DateMathParserTest, ZkCLITest, TestMinMaxOnMultiValuedField, SimpleMLTQParserTest, TestHdfsUpdateLog, TestSubQueryTransformer, TestSchemaSimilarityResource, SortByFunctionTest, SuggesterFSTTest, TestSurroundQueryParser, LoggingHandlerTest, URLClassifyProcessorTest, TestCSVResponseWriter, MoreLikeThisHandlerTest, BJQParserTest, TestNonDefinedSimilarityFactory, TestSolrCoreParser, MetricsHandlerTest, DistributedTermsComponentTest, TestLMDirichletSimilarityFactory, HdfsThreadLeakTest, ConvertedLegacyTest, TestTrie, TestLeaderElectionWithEmptyReplica, SolrXmlInZkTest, BaseCdcrDistributedZkTest, DirectoryFactoryTest, AliasIntegrationTest, TestBM25SimilarityFactory, TriLevelCompositeIdRoutingTest, SpatialFilterTest, IndexBasedSpellCheckerTest, TestCollationFieldDocValues, SolrIndexSplitterTest, TestExactSharedStatsCache, CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, TestBulkSchemaAPI, DistanceFunctionTest, SmileWriterTest, CSVRequestHandlerTest, TestSSLRandomization, IndexSchemaTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, CdcrBootstrapTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCollectionAPI, TestConfigSetsAPI, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLockTree, TestMiniSolrCloudClusterSSL, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [563/683 (6!)] on J1 in 480.73s, 5 tests, 1 failure <<< FAILURES!
[...truncated 62797 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 273 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/273/
9 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9CC61896E2274FEF]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9CC61896E2274FEF]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132:3C54457A64829477]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<30>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132:C02B30617AFBE504]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates: 1) Thread[id=1693, name=OverseerHdfsCoreFailoverThread-97390798401306652-127.0.0.1:49735_solr-n_0000000007, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates:
1) Thread[id=1693, name=OverseerHdfsCoreFailoverThread-97390798401306652-127.0.0.1:49735_solr-n_0000000007, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132:1462E83A1A273CCA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:850)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:124)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=2636, name=testExecutor-324-thread-2, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2636, name=testExecutor-324-thread-2, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49380
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132]:0)
at org.apache.solr.cloud.UnloadDistributedZkTest.lambda$testUnloadLotsOfCores$0(UnloadDistributedZkTest.java:412)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49380
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.lambda$testUnloadLotsOfCores$0(UnloadDistributedZkTest.java:410)
... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 8 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1486068551523,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_LuceneVarGapDocFreqInterval_0.doc, _5_LuceneVarGapDocFreqInterval_0.tib, _5_LuceneVarGapDocFreqInterval_0.tiv, _6.fdt, _6.fdx, _6.fnm, _6.nvd, _6.nvm, _6.si, _6_LuceneVarGapDocFreqInterval_0.doc, _6_LuceneVarGapDocFreqInterval_0.tib, _6_LuceneVarGapDocFreqInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1486068551523,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_LuceneVarGapDocFreqInterval_0.doc, _5_LuceneVarGapDocFreqInterval_0.tib, _5_LuceneVarGapDocFreqInterval_0.tiv, _6.fdt, _6.fdx, _6.fnm, _6.nvd, _6.nvm, _6.si, _6_LuceneVarGapDocFreqInterval_0.doc, _6_LuceneVarGapDocFreqInterval_0.tib, _6_LuceneVarGapDocFreqInterval_0.tiv, segments_2]}, {indexVersion=1486068551523,generation=3,filelist=[_7.cfe, _7.cfs, _7.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1486068551523,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_LuceneVarGapDocFreqInterval_0.doc, _5_LuceneVarGapDocFreqInterval_0.tib, _5_LuceneVarGapDocFreqInterval_0.tiv, _6.fdt, _6.fdx, _6.fnm, _6.nvd, _6.nvm, _6.si, _6_LuceneVarGapDocFreqInterval_0.doc, _6_LuceneVarGapDocFreqInterval_0.tib, _6_LuceneVarGapDocFreqInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1486068551523,generation=2,filelist=[_5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_LuceneVarGapDocFreqInterval_0.doc, _5_LuceneVarGapDocFreqInterval_0.tib, _5_LuceneVarGapDocFreqInterval_0.tiv, _6.fdt, _6.fdx, _6.fnm, _6.nvd, _6.nvm, _6.si, _6_LuceneVarGapDocFreqInterval_0.doc, _6_LuceneVarGapDocFreqInterval_0.tib, _6_LuceneVarGapDocFreqInterval_0.tiv, segments_2]}, {indexVersion=1486068551523,generation=3,filelist=[_7.cfe, _7.cfs, _7.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132:B9E1CCD0C4935F31]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9C36D7E0B4DB5132:1462E83A1A273CCA]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1736 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> Vas 02, 2017 2:48:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=5577, name=SUITE-TestFuzzyQuery-seed#[9CC61896E2274FEF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 3) Thread[id=5578, name=TEST-TestFuzzyQuery.testRandom-seed#[9CC61896E2274FEF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=9CC61896E2274FEF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=lt -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([9CC61896E2274FEF]:0)
[junit4] 2> Vas 02, 2017 2:48:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Vas 02, 2017 2:48:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=5578, name=TEST-TestFuzzyQuery.testRandom-seed#[9CC61896E2274FEF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Vas 02, 2017 2:48:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5578, name=TEST-TestFuzzyQuery.testRandom-seed#[9CC61896E2274FEF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> Vas 02, 2017 2:49:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5578, name=TEST-TestFuzzyQuery.testRandom-seed#[9CC61896E2274FEF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=374, maxMBSortInHeap=5.0293603415445585, sim=RandomSimilarity(queryNorm=true,coord=no): {field=IB SPL-D3(800.0)}, locale=lt, timezone=America/Argentina/Rio_Gallegos
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=46266896,total=118489088
[junit4] 2> NOTE: All tests run in this JVM: [TestNearSpansOrdered, TestIOUtils, TestThreadedForceMerge, TestAddIndexes, TestLazyProxSkipping, TestBooleanRewrites, TestExitableDirectoryReader, TestFieldMaskingSpanQuery, TestIndexWriterWithThreads, TestPointValues, TestReqExclBulkScorer, TestIndexWriterOnVMError, TestDocumentWriter, TestBagOfPositions, TestSortedNumericSortField, TestConsistentFieldNumbers, TestDateTools, TestDocBoost, TestBasics, Test2BBinaryDocValues, TestIndexWriter, TestDocIdSetBuilder, TestNoDeletionPolicy, TestIntroSelector, TestIndexingSequenceNumbers, TestPrefixCodedTerms, TestLucene54DocValuesFormat, TestTragicIndexWriterDeadlock, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=9CC61896E2274FEF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=lt -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([9CC61896E2274FEF]:0)
[junit4] Completed [403/451 (1!)] on J0 in 7223.16s, 9 tests, 2 errors <<< FAILURES!
[...truncated 9845 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/init-core-data-001
[junit4] 2> 75942 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 75942 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 78301 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 79880 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 81603 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 81641 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 81769 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 81844 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50547_hdfs____o0rj53/webapp
[junit4] 2> 87956 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50547
[junit4] 2> 88974 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 88979 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 88991 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43542_datanode____.1pj43p/webapp
[junit4] 2> 89555 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43542
[junit4] 2> 90338 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 90339 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 90361 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55803_datanode____.yvz2ta/webapp
[junit4] 2> 91077 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55803
[junit4] 2> 93320 INFO (IPC Server handler 6 on 50692) [ ] BlockStateChange BLOCK* processReport: from storage DS-7cdecd69-1c5f-490f-9f0a-185d4399cfc4 node DatanodeRegistration(127.0.0.1:34811, datanodeUuid=83473552-7022-4fd8-8024-4a88b9ed9318, infoPort=41165, infoSecurePort=0, ipcPort=43894, storageInfo=lv=-56;cid=testClusterID;nsid=1593778705;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 93321 INFO (IPC Server handler 6 on 50692) [ ] BlockStateChange BLOCK* processReport: from storage DS-ed084ac1-7dad-4126-8d79-ad26ac9393f7 node DatanodeRegistration(127.0.0.1:34811, datanodeUuid=83473552-7022-4fd8-8024-4a88b9ed9318, infoPort=41165, infoSecurePort=0, ipcPort=43894, storageInfo=lv=-56;cid=testClusterID;nsid=1593778705;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 93325 INFO (IPC Server handler 7 on 50692) [ ] BlockStateChange BLOCK* processReport: from storage DS-c3550468-dc3d-484a-a231-29fc907d8419 node DatanodeRegistration(127.0.0.1:57047, datanodeUuid=b37eb91a-486e-48ad-8a27-abf6e12546ea, infoPort=51324, infoSecurePort=0, ipcPort=52595, storageInfo=lv=-56;cid=testClusterID;nsid=1593778705;c=0), blocks: 0, hasStaleStorage: true, processing time: 12 msecs
[junit4] 2> 93325 INFO (IPC Server handler 7 on 50692) [ ] BlockStateChange BLOCK* processReport: from storage DS-e0e9cd75-b56e-4196-b3be-a98ab7c156a3 node DatanodeRegistration(127.0.0.1:57047, datanodeUuid=b37eb91a-486e-48ad-8a27-abf6e12546ea, infoPort=51324, infoSecurePort=0, ipcPort=52595, storageInfo=lv=-56;cid=testClusterID;nsid=1593778705;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 93736 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 93751 INFO (Thread-192) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 93751 INFO (Thread-192) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 93846 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.ZkTestServer start zk server on port:40391
[junit4] 2> 93987 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 93990 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 93992 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 93994 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 93996 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 93998 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 93999 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 94001 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 94003 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 94007 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 94017 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 94307 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/control-001/cores/collection1
[junit4] 2> 94310 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 94447 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e3cb670{/,null,AVAILABLE}
[junit4] 2> 94448 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a697373{HTTP/1.1,[http/1.1]}{127.0.0.1:40426}
[junit4] 2> 94448 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.Server Started @98163ms
[junit4] 2> 94448 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50692/hdfs__localhost_50692__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001_tempDir-002_control_data, hostContext=/, hostPort=40426, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/control-001/cores}
[junit4] 2> 94449 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 94449 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 94449 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 94449 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 94449 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T20:00:30.286Z
[junit4] 2> 94528 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 94528 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/control-001/solr.xml
[junit4] 2> 94583 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 94601 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40391/solr
[junit4] 2> 94785 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:40426_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40426_
[junit4] 2> 94786 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:40426_ ] o.a.s.c.Overseer Overseer (id=97390797101203460-127.0.0.1:40426_-n_0000000000) starting
[junit4] 2> 94903 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:40426_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40426_
[junit4] 2> 94910 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 95354 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:40426_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/control-001/cores
[junit4] 2> 95370 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:40426_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 95460 INFO (OverseerStateUpdate-97390797101203460-127.0.0.1:40426_-n_0000000000) [n:127.0.0.1:40426_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 96517 WARN (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 96519 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 96652 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 97284 WARN (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 97325 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 97369 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 97380 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50692/solr_hdfs_home
[junit4] 2> 97380 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 97380 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/control-001/cores/collection1], dataDir=[hdfs://localhost:50692/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 97381 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@401889
[junit4] 2> 97381 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50692/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 97450 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 97450 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 97450 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 102529 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 102541 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50692/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 102658 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50692/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 102687 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 102687 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 102711 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 102712 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3b044b66
[junit4] 2> 103623 INFO (IPC Server handler 7 on 50692) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34811 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e0e9cd75-b56e-4196-b3be-a98ab7c156a3:NORMAL:127.0.0.1:57047|RBW], ReplicaUC[[DISK]DS-7cdecd69-1c5f-490f-9f0a-185d4399cfc4:NORMAL:127.0.0.1:34811|RBW]]} size 71
[junit4] 2> 103626 INFO (IPC Server handler 1 on 50692) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57047 is added to blk_1073741825_1001 size 71
[junit4] 2> 104095 WARN (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 104193 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 104193 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 104193 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 104252 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 104252 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 104310 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 104546 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d6b2834[collection1] main]
[junit4] 2> 104548 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 104549 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 104553 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 104559 INFO (searcherExecutor-157-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d6b2834[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 104610 INFO (coreLoadExecutor-156-thread-1-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558252764997353472
[junit4] 2> 104644 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 104644 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 104644 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40426/collection1/
[junit4] 2> 104644 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 104644 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40426/collection1/ has no replicas
[junit4] 2> 104651 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40426/collection1/ shard1
[junit4] 2> 104883 INFO (coreZkRegister-149-thread-1-processing-n:127.0.0.1:40426_ x:collection1 c:control_collection) [n:127.0.0.1:40426_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 105168 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 105175 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40391/solr ready
[junit4] 2> 105178 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 105560 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/shard-1-001/cores/collection1
[junit4] 2> 105561 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/shard-1-001
[junit4] 2> 105562 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 105570 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3454e595{/,null,AVAILABLE}
[junit4] 2> 105570 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e60fa32{HTTP/1.1,[http/1.1]}{127.0.0.1:44242}
[junit4] 2> 105570 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.e.j.s.Server Started @109285ms
[junit4] 2> 105570 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50692/hdfs__localhost_50692__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44242, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/shard-1-001/cores}
[junit4] 2> 105571 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 105573 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 105573 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 105573 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 105573 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T20:00:41.410Z
[junit4] 2> 105591 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 105591 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/shard-1-001/solr.xml
[junit4] 2> 105602 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 105605 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40391/solr
[junit4] 2> 105656 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:44242_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 105668 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:44242_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44242_
[junit4] 2> 105671 INFO (zkCallback-65-thread-3-processing-n:127.0.0.1:40426_) [n:127.0.0.1:40426_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 105671 INFO (zkCallback-69-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 105704 INFO (zkCallback-74-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 105877 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:44242_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/shard-1-001/cores
[junit4] 2> 105877 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[9C36D7E0B4DB5132]) [n:127.0.0.1:44242_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 105896 INFO (OverseerStateUpdate-97390797101203460-127.0.0.1:40426_-n_0000000000) [n:127.0.0.1:40426_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 106937 WARN (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 106946 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 107015 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 107129 WARN (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 107134 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 107188 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 107188 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50692/solr_hdfs_home
[junit4] 2> 107188 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 107188 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9C36D7E0B4DB5132-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:50692/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 107189 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@401889
[junit4] 2> 107189 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50692/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 107253 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 107253 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 107300 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 107302 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50692/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 107369 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50692/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 107389 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 107389 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 107394 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 107402 INFO (coreLoadExecutor-167-thread-1-processing-n:127.0.0.1:44242_) [n:127.0.0.1:44242_ c:collectio
[...truncated too long message...]
unner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5304558 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[9C36D7E0B4DB5132]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_9C36D7E0B4DB5132-001
[junit4] 2> Feb 02, 2017 9:27:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=cs-CZ, timezone=Africa/Bangui
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=340288816,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudPseudoReturnFields, XsltUpdateRequestHandlerTest, TestSolrXml, TestSolrQueryParserDefaultOperatorResource, TestExportWriter, TestRawTransformer, BlobRepositoryCloudTest, TestComplexPhraseQParserPlugin, ActionThrottleTest, HdfsUnloadDistributedZkTest, QueryEqualityTest, DistribDocExpirationUpdateProcessorTest, TestDistributedSearch, TestAtomicUpdateErrorCases, AlternateDirectoryTest, TestJmxIntegration, TestFreeTextSuggestions, CdcrVersionReplicationTest, NumericFieldsTest, TestPerFieldSimilarity, TestCollectionAPI, TestDefaultSearchFieldResource, UniqFieldsUpdateProcessorFactoryTest, MigrateRouteKeyTest, SolrCoreTest, StandardRequestHandlerTest, LeaderFailureAfterFreshStartTest, TestInitParams, AnalyticsQueryTest, RankQueryTest, TestStressRecovery, HdfsChaosMonkeySafeLeaderTest, TestMacroExpander, RegexBoostProcessorTest, TestDynamicLoading, TestCloudDeleteByQuery, TestLeaderInitiatedRecoveryThread, FastVectorHighlighterTest, TestObjectReleaseTracker, SolrGraphiteReporterTest, TestFoldingMultitermQuery, TestLazyCores, SparseHLLTest, ConcurrentDeleteAndCreateCollectionTest, TestFieldCacheSortRandom, TestManagedSchemaThreadSafety, TestManagedResource, BJQParserTest, CurrencyFieldOpenExchangeTest, TestRestoreCore, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestExactSharedStatsCache, TestFieldTypeResource, HttpSolrCallGetCoreTest, TestAnalyzeInfixSuggestions, DistributedSuggestComponentTest, TestStressLucene, DisMaxRequestHandlerTest, HdfsDirectoryFactoryTest, CoreAdminCreateDiscoverTest, TestRandomFaceting, TestHighlightDedupGrouping, TestOmitPositions, SharedFSAutoReplicaFailoverUtilsTest, TestCodecSupport, ReturnFieldsTest, TestComponentsName, TestRemoteStreaming, TestNoOpRegenerator, TestSolrCoreParser, TestRebalanceLeaders, AsyncCallRequestStatusResponseTest, SolrMetricReporterTest, InfoHandlerTest, HdfsBasicDistributedZk2Test, TestClusterStateMutator, PreAnalyzedFieldManagedSchemaCloudTest, TestRandomCollapseQParserPlugin, DateFieldTest, BooleanFieldTest, PeerSyncTest, OutputWriterTest, BlockJoinFacetSimpleTest, TestFilteredDocIdSet, BigEndianAscendingWordSerializerTest, TestOnReconnectListenerSupport, CursorPagingTest, TestQuerySenderNoQuery, TestTestInjection, TestMinMaxOnMultiValuedField, TestPHPSerializedResponseWriter, DistributedQueryElevationComponentTest, DocumentAnalysisRequestHandlerTest, SmileWriterTest, TestDocumentBuilder, HdfsRecoverLeaseTest, TestRecoveryHdfs, ClassificationUpdateProcessorTest, HdfsSyncSliceTest, FileBasedSpellCheckerTest, BasicDistributedZkTest, RequiredFieldsTest, BasicAuthIntegrationTest, TestConfigSetsAPIZkFailure, TestFastLRUCache, TestShardHandlerFactory, TestHdfsBackupRestoreCore, DistributedSpellCheckComponentTest, ZkCLITest, TestRecovery, ZkControllerTest, TestRealTimeGet, TestReload, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, CopyFieldTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CdcrReplicationHandlerTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudPivotFacet, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRequestStatusCollectionAPI, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest]
[junit4] Completed [624/682 (6!)] on J0 in 392.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 62634 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 272 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/272/
3 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([8E26F72D0F7E3A6B:DE529BE1BA6B1E2]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<6>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor181.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor181.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8E26F72D0F7E3A6B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8E26F72D0F7E3A6B:672C8F7A1825793]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11575 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/init-core-data-001
[junit4] 2> 589343 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 589343 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nk/b
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 589391 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 589401 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 589404 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 589417 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_54043_hdfs____glgoka/webapp
[junit4] 2> 589792 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54043
[junit4] 2> 589886 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 589888 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 589902 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50923_datanode____fjdu06/webapp
[junit4] 2> 590301 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50923
[junit4] 2> 590359 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 590361 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 590386 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33967_datanode____ynk20x/webapp
[junit4] 2> 590459 INFO (IPC Server handler 3 on 58641) [ ] BlockStateChange BLOCK* processReport: from storage DS-19f94771-8c0c-4a6e-b754-607bf2b99d9e node DatanodeRegistration(127.0.0.1:35106, datanodeUuid=2a965fa4-ffb9-4ff4-a5d5-22fc59f44ab0, infoPort=37519, infoSecurePort=0, ipcPort=56343, storageInfo=lv=-56;cid=testClusterID;nsid=310104920;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 590459 INFO (IPC Server handler 3 on 58641) [ ] BlockStateChange BLOCK* processReport: from storage DS-051eb514-66a4-4458-b3d2-03c251034a97 node DatanodeRegistration(127.0.0.1:35106, datanodeUuid=2a965fa4-ffb9-4ff4-a5d5-22fc59f44ab0, infoPort=37519, infoSecurePort=0, ipcPort=56343, storageInfo=lv=-56;cid=testClusterID;nsid=310104920;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 590816 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33967
[junit4] 2> 590934 INFO (IPC Server handler 5 on 58641) [ ] BlockStateChange BLOCK* processReport: from storage DS-e1fff327-0a7e-4188-b528-4bab76c547c4 node DatanodeRegistration(127.0.0.1:46247, datanodeUuid=420d9f3e-b3be-42c8-8743-08e58f580276, infoPort=49449, infoSecurePort=0, ipcPort=50866, storageInfo=lv=-56;cid=testClusterID;nsid=310104920;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 590934 INFO (IPC Server handler 5 on 58641) [ ] BlockStateChange BLOCK* processReport: from storage DS-184139e3-2c4c-42c8-85d9-c03764256434 node DatanodeRegistration(127.0.0.1:46247, datanodeUuid=420d9f3e-b3be-42c8-8743-08e58f580276, infoPort=49449, infoSecurePort=0, ipcPort=50866, storageInfo=lv=-56;cid=testClusterID;nsid=310104920;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 590992 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 590992 INFO (Thread-2033) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 590992 INFO (Thread-2033) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 591092 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkTestServer start zk server on port:39009
[junit4] 2> 591110 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 591114 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 591116 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 591117 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 591119 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 591120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 591122 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 591123 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 591125 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 591126 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 591128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 591234 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/control-001/cores/collection1
[junit4] 2> 591236 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 591237 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33ec5345{/nk/b,null,AVAILABLE}
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b4c9e4a{HTTP/1.1,[http/1.1]}{127.0.0.1:42735}
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server Started @595101ms
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58641/hdfs__localhost_58641__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001_tempDir-002_control_data, hostContext=/nk/b, hostPort=42735, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/control-001/cores}
[junit4] 2> 591238 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 591238 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-01T06:59:50.582Z
[junit4] 2> 591244 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 591244 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/control-001/solr.xml
[junit4] 2> 591251 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 591252 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39009/solr
[junit4] 2> 591275 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42735_nk%2Fb
[junit4] 2> 591276 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.Overseer Overseer (id=97382065133191172-127.0.0.1:42735_nk%2Fb-n_0000000000) starting
[junit4] 2> 591284 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42735_nk%2Fb
[junit4] 2> 591296 INFO (OverseerStateUpdate-97382065133191172-127.0.0.1:42735_nk%2Fb-n_0000000000) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 591443 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/control-001/cores
[junit4] 2> 591443 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 591446 INFO (OverseerStateUpdate-97382065133191172-127.0.0.1:42735_nk%2Fb-n_0000000000) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 591483 WARN (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 591484 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 591497 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 591569 WARN (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 591571 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 591594 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 591604 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58641/solr_hdfs_home
[junit4] 2> 591604 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 591605 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/control-001/cores/collection1], dataDir=[hdfs://localhost:58641/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 591605 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5417fb00
[junit4] 2> 591605 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 591626 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 591626 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 591626 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 593292 WARN (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 598506 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 598514 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 598609 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 598621 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 598622 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 598633 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 598634 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@755ea619
[junit4] 2> 598766 INFO (IPC Server handler 1 on 58641) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46247 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-051eb514-66a4-4458-b3d2-03c251034a97:NORMAL:127.0.0.1:35106|RBW], ReplicaUC[[DISK]DS-184139e3-2c4c-42c8-85d9-c03764256434:NORMAL:127.0.0.1:46247|RBW]]} size 0
[junit4] 2> 598775 INFO (IPC Server handler 6 on 58641) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35106 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-184139e3-2c4c-42c8-85d9-c03764256434:NORMAL:127.0.0.1:46247|RBW], ReplicaUC[[DISK]DS-19f94771-8c0c-4a6e-b754-607bf2b99d9e:NORMAL:127.0.0.1:35106|FINALIZED]]} size 0
[junit4] 2> 598820 WARN (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 598875 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 598875 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 598875 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 598888 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 598888 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 598890 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22416072621188388]
[junit4] 2> 598988 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@620a0cbb[collection1] main]
[junit4] 2> 598989 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 598989 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 598992 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 599000 INFO (searcherExecutor-1522-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@620a0cbb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 599008 INFO (coreLoadExecutor-1521-thread-1-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558113050534346752
[junit4] 2> 599017 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 599018 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 599018 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 599018 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42735/nk/b/collection1/
[junit4] 2> 599018 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 599018 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42735/nk/b/collection1/ has no replicas
[junit4] 2> 599019 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39009/solr ready
[junit4] 2> 599019 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 599024 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42735/nk/b/collection1/ shard1
[junit4] 2> 599124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-1-001/cores/collection1
[junit4] 2> 599124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-1-001
[junit4] 2> 599125 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 599127 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302f807d{/nk/b,null,AVAILABLE}
[junit4] 2> 599127 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53670827{HTTP/1.1,[http/1.1]}{127.0.0.1:33074}
[junit4] 2> 599127 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server Started @602991ms
[junit4] 2> 599127 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58641/hdfs__localhost_58641__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/nk/b, hostPort=33074, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-1-001/cores}
[junit4] 2> 599128 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 599128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 599128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 599128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 599128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-01T06:59:58.472Z
[junit4] 2> 599131 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 599132 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-1-001/solr.xml
[junit4] 2> 599139 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 599140 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39009/solr
[junit4] 2> 599150 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 599154 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33074_nk%2Fb
[junit4] 2> 599156 INFO (zkCallback-670-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 599156 INFO (zkCallback-666-thread-2-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 599160 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 599175 INFO (coreZkRegister-1514-thread-1-processing-n:127.0.0.1:42735_nk%2Fb x:collection1 c:control_collection) [n:127.0.0.1:42735_nk%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 599222 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-1-001/cores
[junit4] 2> 599222 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 599224 INFO (OverseerStateUpdate-97382065133191172-127.0.0.1:42735_nk%2Fb-n_0000000000) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 600237 WARN (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 600238 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 600251 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 600332 WARN (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 600334 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 600351 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 600351 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58641/solr_hdfs_home
[junit4] 2> 600351 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 600351 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:58641/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 600351 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5417fb00
[junit4] 2> 600352 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 600360 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 600360 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 600376 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 600380 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 600419 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 600437 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 600437 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 600445 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 600445 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@934a8ff
[junit4] 2> 600502 INFO (IPC Server handler 5 on 58641) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46247 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-19f94771-8c0c-4a6e-b754-607bf2b99d9e:NORMAL:127.0.0.1:35106|RBW], ReplicaUC[[DISK]DS-e1fff327-0a7e-4188-b528-4bab76c547c4:NORMAL:127.0.0.1:46247|RBW]]} size 0
[junit4] 2> 600502 INFO (IPC Server handler 3 on 58641) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35106 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e1fff327-0a7e-4188-b528-4bab76c547c4:NORMAL:127.0.0.1:46247|RBW], ReplicaUC[[DISK]DS-051eb514-66a4-4458-b3d2-03c251034a97:NORMAL:127.0.0.1:35106|FINALIZED]]} size 0
[junit4] 2> 600529 WARN (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 600558 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 600558 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 600559 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 600570 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 600570 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 600577 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22416072621188388]
[junit4] 2> 600588 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ca120e2[collection1] main]
[junit4] 2> 600589 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 600590 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 600590 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 600591 INFO (searcherExecutor-1533-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ca120e2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 600598 INFO (coreLoadExecutor-1532-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558113052201582592
[junit4] 2> 600605 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 600605 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 600605 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33074/nk/b/collection1/
[junit4] 2> 600605 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 600605 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33074/nk/b/collection1/ has no replicas
[junit4] 2> 600609 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33074/nk/b/collection1/ shard1
[junit4] 2> 600760 INFO (coreZkRegister-1527-thread-1-processing-n:127.0.0.1:33074_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:33074_nk%2Fb c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 600877 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-2-001/cores/collection1
[junit4] 2> 600878 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-2-001
[junit4] 2> 600879 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 600883 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a6ef6ae{/nk/b,null,AVAILABLE}
[junit4] 2> 600883 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40c4cc0f{HTTP/1.1,[http/1.1]}{127.0.0.1:46740}
[junit4] 2> 600884 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server Started @604747ms
[junit4] 2> 600884 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58641/hdfs__localhost_58641__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/nk/b, hostPort=46740, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-2-001/cores}
[junit4] 2> 600884 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 600884 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 600884 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 600884 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 600884 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-01T07:00:00.228Z
[junit4] 2> 600889 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 600889 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-2-001/solr.xml
[junit4] 2> 600897 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 600898 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39009/solr
[junit4] 2> 600913 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:46740_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 600919 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:46740_nk%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46740_nk%2Fb
[junit4] 2> 600921 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 600921 INFO (zkCallback-670-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 600922 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 600922 INFO (zkCallback-666-thread-3-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 600995 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:46740_nk%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-2-001/cores
[junit4] 2> 600995 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:46740_nk%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 601003 INFO (OverseerStateUpdate-97382065133191172-127.0.0.1:42735_nk%2Fb-n_0000000000) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 602019 WARN (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 602020 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 602056 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 602141 WARN (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 602142 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 602160 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 602160 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58641/solr_hdfs_home
[junit4] 2> 602161 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 602161 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:58641/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 602161 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5417fb00
[junit4] 2> 602161 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 602170 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 602170 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 602176 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 602177 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 602219 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58641/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 602227 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 602227 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 602243 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 602243 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@48902e79
[junit4] 2> 602311 INFO (IPC Server handler 4 on 58641) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46247 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-19f94771-8c0c-4a6e-b754-607bf2b99d9e:NORMAL:127.0.0.1:35106|RBW], ReplicaUC[[DISK]DS-184139e3-2c4c-42c8-85d9-c03764256434:NORMAL:127.0.0.1:46247|RBW]]} size 0
[junit4] 2> 602323 INFO (IPC Server handler 5 on 58641) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35106 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-19f94771-8c0c-4a6e-b754-607bf2b99d9e:NORMAL:127.0.0.1:35106|RBW], ReplicaUC[[DISK]DS-184139e3-2c4c-42c8-85d9-c03764256434:NORMAL:127.0.0.1:46247|RBW]]} size 0
[junit4] 2> 602349 WARN (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 602415 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 602415 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 602415 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 602429 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 602429 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 602433 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22416072621188388]
[junit4] 2> 602445 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fcc4987[collection1] main]
[junit4] 2> 602447 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 602447 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 602447 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 602449 INFO (searcherExecutor-1544-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fcc4987[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 602456 INFO (coreLoadExecutor-1543-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558113054149836800
[junit4] 2> 602464 INFO (coreZkRegister-1538-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 c:collection1) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 602464 INFO (updateExecutor-678-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 602465 INFO (recoveryExecutor-679-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 602465 INFO (recoveryExecutor-679-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 602466 INFO (recoveryExecutor-679-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 602466 INFO (recoveryExecutor-679-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 602466 INFO (recoveryExecutor-679-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:33074/nk/b/collection1/] and I am [http://127.0.0.1:46740/nk/b/collection1/]
[junit4] 2> 602469 INFO (recoveryExecutor-679-thread-1-processing-n:127.0.0.1:46740_nk%2Fb x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46740_nk%2Fb c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:33074/nk/b]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46740_nk%252Fb&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 602484 INFO (qtp179559618-4926) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 602485 INFO (qtp179559618-4926) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 602485 INFO (qtp179559618-4926) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46740_nk%2Fb, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:46740/nk/b","node_name":"127.0.0.1:46740_nk%2Fb","state":"down"}
[junit4] 2> 602684 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-3-001/cores/collection1
[junit4] 2> 602685 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-3-001
[junit4] 2> 602686 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 602688 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c57d422{/nk/b,null,AVAILABLE}
[junit4] 2> 602688 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e82affe{HTTP/1.1,[http/1.1]}{127.0.0.1:38615}
[junit4] 2> 602689 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.Server Started @606552ms
[junit4] 2> 602689 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58641/hdfs__localhost_58641__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/nk/b, hostPort=38615, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-3-001/cores}
[junit4] 2> 602689 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 602689 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 602689 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 602689 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 602690 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-01T07:00:02.034Z
[junit4] 2> 602693 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 602693 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-3-001/solr.xml
[junit4] 2> 602703 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 602704 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39009/solr
[junit4] 2> 602716 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:38615_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 602722 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:38615_nk%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38615_nk%2Fb
[junit4] 2> 602725 INFO (zkCallback-670-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 602726 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:46740_nk%2Fb) [n:127.0.0.1:46740_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 602726 INFO (zkCallback-666-thread-2-processing-n:127.0.0.1:42735_nk%2Fb) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 602726 INFO (zkCallback-675-thread-1-processing-n:127.0.0.1:33074_nk%2Fb) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 602728 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38615_nk%2Fb) [n:127.0.0.1:38615_nk%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 602892 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:38615_nk%2Fb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8E26F72D0F7E3A6B-001/shard-3-001/cores
[junit4] 2> 602892 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[8E26F72D0F7E3A6B]) [n:127.0.0.1:38615_nk%2Fb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 602894 INFO (OverseerStateUpdate-97382065133191172-127.0.0.1:42735_nk%2Fb-n_0000000000) [n:127.0.0.1:42735_nk%2Fb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 603485 INFO (qtp179559618-4926) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46740_nk%2Fb, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:58641/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:46740/nk/b","node_name":"127.0.0.1:46740_nk%2Fb","state":"recovering","ulogDir":"hdfs://localhost:58641/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 603486 INFO (qtp179559618-4926) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 603486 INFO (qtp179559618-4926) [n:127.0.0.1:33074_nk%2Fb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46740_nk%252Fb&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 603910 WARN (coreLoadExecutor-1554-thread-1-processing-n:127.0.0.1:38615_nk%2Fb) [n:127.0.0.1:38615_nk%2Fb c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 603910 INFO (coreLoadExecutor-1554-thread-1-processing-n:127.0.0.1:38615_nk%2Fb) [n:127.0.0.1:38615_nk%2Fb c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 603923 INFO (coreLoadExecutor-1554-thread-1-processing-n:127.0.0.1:38615_nk%2Fb) [n:127.0.0.1:38615_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 603994 WARN (coreLoadExecutor-1554-thread-1-processing-n:127.0.0.1:38615_nk%2Fb) [n:127.0.0.1:38615_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 603996 INFO (coreLoadExecutor-1554-thread-1-processing-n:127.0.0.1:38615_nk%2Fb) [n:127.0.0.1:38615_nk%2Fb c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field i
[...truncated too long message...]
rrorCode = Session expired for /live_nodes]
[junit4] 2> 4740165 WARN (zkCallback-5081-thread-2-processing-n:127.0.0.1:56107_hk_hhq%2Fv) [n:127.0.0.1:56107_hk_hhq%2Fv c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 4740165 INFO (zkCallback-5081-thread-2-processing-n:127.0.0.1:56107_hk_hhq%2Fv) [n:127.0.0.1:56107_hk_hhq%2Fv c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4740165 INFO (zkCallback-5081-thread-2-processing-n:127.0.0.1:56107_hk_hhq%2Fv) [n:127.0.0.1:56107_hk_hhq%2Fv c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.c.SolrCore [target_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@43124fd3
[junit4] 2> 4740165 INFO (zkCallback-5081-thread-2-processing-n:127.0.0.1:56107_hk_hhq%2Fv) [n:127.0.0.1:56107_hk_hhq%2Fv c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 4740195 INFO (zkCallback-5081-thread-2-processing-n:127.0.0.1:56107_hk_hhq%2Fv) [n:127.0.0.1:56107_hk_hhq%2Fv c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.target_collection.shard2.replica1
[junit4] 2> 4740196 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4740196 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4d6f2586{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4740196 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[8E26F72D0F7E3A6B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65a9f8be{/hk_hhq/v,null,UNAVAILABLE}
[junit4] 2> 4740197 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOps
[junit4] 2> 4740204 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[8E26F72D0F7E3A6B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46613 46613
[junit4] 2> 4740290 INFO (Thread-24056) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46613 46613
[junit4] 2> 4740291 WARN (Thread-24056) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 4 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 7 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 7 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 79 /solr/overseer/queue
[junit4] 2> 48 /solr/overseer/collection-queue-work
[junit4] 2> 24 /solr/overseer/queue-work
[junit4] 2> 22 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2>
[junit4] 2> 4740292 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[8E26F72D0F7E3A6B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_8E26F72D0F7E3A6B-001
[junit4] 2> Feb 01, 2017 8:09:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FSTOrd50, id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=1832, maxMBSortInHeap=7.988072381990518, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-SV, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=265748392,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [BigEndianAscendingWordSerializerTest, DeleteInactiveReplicaTest, TestCoreDiscovery, CollectionStateFormat2Test, PingRequestHandlerTest, CircularListTest, HdfsChaosMonkeyNothingIsSafeTest, InfoHandlerTest, TestSolrCoreParser, DOMUtilTest, DistributedFacetPivotLongTailTest, TestRandomRequestDistribution, TestSubQueryTransformer, TestExtendedDismaxParser, TestTolerantUpdateProcessorRandomCloud, TestWriterPerf, TestZkChroot, TestInfoStreamLogging, TermVectorComponentDistributedTest, ExitableDirectoryReaderTest, TestStressUserVersions, BasicDistributedZk2Test, OverseerCollectionConfigSetProcessorTest, TestConfigSetProperties, TestReloadAndDeleteDocs, StatelessScriptUpdateProcessorFactoryTest, TestSolrQueryParserDefaultOperatorResource, TestSort, RecoveryZkTest, TestUseDocValuesAsStored, ClassificationUpdateProcessorTest, TestSolrDynamicMBean, DebugComponentTest, TestFieldCacheSortRandom, TestReqParamsAPI, DeleteReplicaTest, TestMacroExpander, TestIndexingPerformance, TestPhraseSuggestions, TestHdfsUpdateLog, TestRawTransformer, AnalyticsQueryTest, BooleanFieldTest, UpdateParamsTest, OpenExchangeRatesOrgProviderTest, TestSchemaSimilarityResource, TestFieldCollectionResource, FullHLLTest, LeaderInitiatedRecoveryOnShardRestartTest, PreAnalyzedFieldManagedSchemaCloudTest, XmlUpdateRequestHandlerTest, PrimitiveFieldTypeTest, CurrencyFieldXmlFileTest, ResponseLogComponentTest, JSONWriterTest, OverseerTest, MultiThreadedOCPTest, UnloadDistributedZkTest, TestInitQParser, TestStressCloudBlindAtomicUpdates, TestPKIAuthenticationPlugin, TolerantUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, CleanupOldIndexTest, TestDeleteCollectionOnDownNodes, SpellPossibilityIteratorTest, TestConfigSetsAPIExclusivity, TestManagedResource, AssignTest, RequestHandlersTest, BlockDirectoryTest, TestMiniSolrCloudClusterSSL, TestLFUCache, StressHdfsTest, NoCacheHeaderTest, TestCloudManagedSchema, TestDistributedMissingSort, CdcrUpdateLogTest, SolrMetricReporterTest, JvmMetricsTest, BJQParserTest, BasicAuthIntegrationTest, TestFreeTextSuggestions, RulesTest, SolrIndexMetricsTest, TestRecoveryHdfs, SimpleFacetsTest, TestTolerantSearch, BadIndexSchemaTest, TestLockTree, TestComplexPhraseQParserPlugin, TestObjectReleaseTracker, TestBulkSchemaAPI, SuggestComponentTest, AutoCommitTest, ReplicationFactorTest, TestPostingsSolrHighlighter, SolrGraphiteReporterTest, TestConfigReload, TestSimpleQParserPlugin, QueryParsingTest, TestFieldTypeResource, TestFilteredDocIdSet, BinaryUpdateRequestHandlerTest, TestScoreJoinQPScore, TestManagedSchemaThreadSafety, BlockJoinFacetSimpleTest, TestJavabinTupleStreamParser, DirectUpdateHandlerOptimizeTest, CoreAdminHandlerTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, TestGroupingSearch, QueryElevationComponentTest, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, TestTrie, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, SearchHandlerTest, TestMergePolicyConfig, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, DistributedIntervalFacetingTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [542/681 (3!)] on J2 in 1623.22s, 11 tests, 1 failure <<< FAILURES!
[...truncated 62900 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 271 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/271/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:57802
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:57802
at __randomizedtesting.SeedInfo.seed([765495B8CB018238:FE00AA6265FDEFC0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([765495B8CB018238:FE00AA6265FDEFC0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11649 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/init-core-data-001
[junit4] 2> 1140112 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1140112 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1141208 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1142027 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1142457 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 1142519 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1142694 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1142801 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46308_hdfs____d71x0j/webapp
[junit4] 2> 1143785 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46308
[junit4] 2> 1144821 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=2140372790
[junit4] 2> 1145667 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1145672 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1145685 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40599_datanode____ivolts/webapp
[junit4] 2> 1146083 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40599
[junit4] 2> 1146514 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1146517 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1146583 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34349_datanode____pp3pem/webapp
[junit4] 2> 1147132 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[765495B8CB018238]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34349
[junit4] 2> 1148588 INFO (IPC Server handler 9 on 40180) [ ] BlockStateChange BLOCK* processReport: from storage DS-11a74713-8e73-41df-9f4c-ab42e176baf9 node DatanodeRegistration(127.0.0.1:37960, datanodeUuid=8ab3a5b6-275a-4d69-8b39-7fe79ee55f09, infoPort=54896, infoSecurePort=0, ipcPort=43473, storageInfo=lv=-56;cid=testClusterID;nsid=97073154;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 1148588 INFO (IPC Server handler 9 on 40180) [ ] BlockStateChange BLOCK* processReport: from storage DS-659df4cb-91ea-4367-a007-b56c84862e7a node DatanodeRegistration(127.0.0.1:37960, datanodeUuid=8ab3a5b6-275a-4d69-8b39-7fe79ee55f09, infoPort=54896, infoSecurePort=0, ipcPort=43473, storageInfo=lv=-56;cid=testClusterID;nsid=97073154;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1148591 INFO (IPC Server handler 0 on 40180) [ ] BlockStateChange BLOCK* processReport: from storage DS-eb907fae-6d6a-4936-8bbf-8d4eff1e29b5 node DatanodeRegistration(127.0.0.1:44103, datanodeUuid=d3c9b0e8-9a23-4136-92a7-79bf9f6f5ea7, infoPort=34010, infoSecurePort=0, ipcPort=44781, storageInfo=lv=-56;cid=testClusterID;nsid=97073154;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1148595 INFO (IPC Server handler 0 on 40180) [ ] BlockStateChange BLOCK* processReport: from storage DS-ae22a632-cd5f-4c52-be91-c8876c0439cc node DatanodeRegistration(127.0.0.1:44103, datanodeUuid=d3c9b0e8-9a23-4136-92a7-79bf9f6f5ea7, infoPort=34010, infoSecurePort=0, ipcPort=44781, storageInfo=lv=-56;cid=testClusterID;nsid=97073154;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1148651 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1148661 INFO (Thread-1530) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1148661 INFO (Thread-1530) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1148759 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ZkTestServer start zk server on port:59338
[junit4] 2> 1148785 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1148787 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1148789 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1148790 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1148791 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1148792 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1148794 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1148795 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1148796 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1148797 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1148798 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1148905 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/control-001/cores/collection1
[junit4] 2> 1148907 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1148908 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38faa9c6{/,null,AVAILABLE}
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b1ed91b{HTTP/1.1,[http/1.1]}{127.0.0.1:33786}
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server Started @1152802ms
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40180/hdfs__localhost_40180__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001_tempDir-002_control_data, hostContext=/, hostPort=33786, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/control-001/cores}
[junit4] 2> 1148909 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1148909 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T23:17:33.065Z
[junit4] 2> 1148916 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1148916 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/control-001/solr.xml
[junit4] 2> 1148924 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1148925 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59338/solr
[junit4] 2> 1148989 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:33786_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33786_
[junit4] 2> 1148990 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:33786_ ] o.a.s.c.Overseer Overseer (id=97374585016745988-127.0.0.1:33786_-n_0000000000) starting
[junit4] 2> 1149016 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:33786_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33786_
[junit4] 2> 1149019 INFO (zkCallback-1497-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1149049 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:33786_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/control-001/cores
[junit4] 2> 1149049 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:33786_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1149063 INFO (OverseerStateUpdate-97374585016745988-127.0.0.1:33786_-n_0000000000) [n:127.0.0.1:33786_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1150088 WARN (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1150089 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1150105 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1150213 WARN (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1150214 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1150238 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1150249 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40180/solr_hdfs_home
[junit4] 2> 1150249 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1150249 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40180/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1150250 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f136126
[junit4] 2> 1150250 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1150268 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1150268 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1150268 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 1152335 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1152345 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1152431 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1152453 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1152453 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1152491 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1152493 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1074057070, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1152996 INFO (IPC Server handler 1 on 40180) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37960 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ae22a632-cd5f-4c52-be91-c8876c0439cc:NORMAL:127.0.0.1:44103|RBW], ReplicaUC[[DISK]DS-11a74713-8e73-41df-9f4c-ab42e176baf9:NORMAL:127.0.0.1:37960|RBW]]} size 71
[junit4] 2> 1152998 INFO (IPC Server handler 5 on 40180) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44103 is added to blk_1073741825_1001 size 71
[junit4] 2> 1153419 WARN (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1153444 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1153444 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1153444 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1153637 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1153637 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1153641 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=1.0751953125, floorSegmentMB=0.625, forceMergeDeletesPctAllowed=3.7412116410685146, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6234715550240746
[junit4] 2> 1153793 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@793c5823[collection1] main]
[junit4] 2> 1153795 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1153796 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1153798 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1153800 INFO (searcherExecutor-2152-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@793c5823[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1153810 INFO (coreLoadExecutor-2151-thread-1-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557993365664956416
[junit4] 2> 1153839 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1153839 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1153839 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33786/collection1/
[junit4] 2> 1153839 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1153839 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33786/collection1/ has no replicas
[junit4] 2> 1153842 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33786/collection1/ shard1
[junit4] 2> 1154005 INFO (coreZkRegister-2144-thread-1-processing-n:127.0.0.1:33786_ x:collection1 c:control_collection) [n:127.0.0.1:33786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1154308 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1154309 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59338/solr ready
[junit4] 2> 1154309 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1154310 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1154440 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-1-001/cores/collection1
[junit4] 2> 1154440 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-1-001
[junit4] 2> 1154441 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1154443 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27ae4844{/,null,AVAILABLE}
[junit4] 2> 1154443 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cfb9fa7{HTTP/1.1,[http/1.1]}{127.0.0.1:58111}
[junit4] 2> 1154443 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server Started @1158337ms
[junit4] 2> 1154443 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40180/hdfs__localhost_40180__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=58111, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-1-001/cores}
[junit4] 2> 1154444 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1154446 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1154446 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1154446 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1154446 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T23:17:38.602Z
[junit4] 2> 1154451 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1154451 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-1-001/solr.xml
[junit4] 2> 1154458 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1154459 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59338/solr
[junit4] 2> 1154473 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1154480 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:58111_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58111_
[junit4] 2> 1154483 INFO (zkCallback-1501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1154488 INFO (zkCallback-1497-thread-3-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1154492 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1154590 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:58111_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-1-001/cores
[junit4] 2> 1154590 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:58111_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1154600 INFO (OverseerStateUpdate-97374585016745988-127.0.0.1:33786_-n_0000000000) [n:127.0.0.1:33786_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1154703 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1155614 WARN (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1155615 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1155633 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1155761 WARN (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1155763 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1155779 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1155780 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40180/solr_hdfs_home
[junit4] 2> 1155781 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1155781 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:40180/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1155781 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f136126
[junit4] 2> 1155783 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1155795 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1155795 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1155805 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1155809 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1155866 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1155918 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1155919 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1155942 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1155948 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1074057070, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1156119 INFO (IPC Server handler 5 on 40180) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37960 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb907fae-6d6a-4936-8bbf-8d4eff1e29b5:NORMAL:127.0.0.1:44103|RBW], ReplicaUC[[DISK]DS-11a74713-8e73-41df-9f4c-ab42e176baf9:NORMAL:127.0.0.1:37960|FINALIZED]]} size 0
[junit4] 2> 1156124 INFO (IPC Server handler 7 on 40180) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44103 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb907fae-6d6a-4936-8bbf-8d4eff1e29b5:NORMAL:127.0.0.1:44103|RBW], ReplicaUC[[DISK]DS-11a74713-8e73-41df-9f4c-ab42e176baf9:NORMAL:127.0.0.1:37960|FINALIZED]]} size 0
[junit4] 2> 1156168 WARN (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1156279 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1156279 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1156279 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1156315 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1156316 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1156321 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=1.0751953125, floorSegmentMB=0.625, forceMergeDeletesPctAllowed=3.7412116410685146, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6234715550240746
[junit4] 2> 1156386 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f46abb2[collection1] main]
[junit4] 2> 1156387 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1156387 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1156387 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1156389 INFO (searcherExecutor-2163-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7f46abb2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1156397 INFO (coreLoadExecutor-2162-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557993368377622528
[junit4] 2> 1156428 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1156428 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1156428 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58111/collection1/
[junit4] 2> 1156428 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1156428 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58111/collection1/ has no replicas
[junit4] 2> 1156431 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1156436 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58111/collection1/ shard1
[junit4] 2> 1156537 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1156587 INFO (coreZkRegister-2157-thread-1-processing-n:127.0.0.1:58111_ x:collection1 c:collection1) [n:127.0.0.1:58111_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1156692 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1156934 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-2-001/cores/collection1
[junit4] 2> 1156935 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-2-001
[junit4] 2> 1156937 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1156939 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d03d0be{/,null,AVAILABLE}
[junit4] 2> 1156939 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a111853{HTTP/1.1,[http/1.1]}{127.0.0.1:51691}
[junit4] 2> 1156939 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server Started @1160833ms
[junit4] 2> 1156939 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40180/hdfs__localhost_40180__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=51691, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-2-001/cores}
[junit4] 2> 1156940 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156941 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1156941 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156941 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156941 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T23:17:41.097Z
[junit4] 2> 1156946 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1156946 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-2-001/solr.xml
[junit4] 2> 1156953 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1156954 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59338/solr
[junit4] 2> 1156966 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1156985 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:51691_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51691_
[junit4] 2> 1156993 INFO (zkCallback-1513-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1157000 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1157000 INFO (zkCallback-1501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1157000 INFO (zkCallback-1497-thread-3-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1157056 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:51691_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-2-001/cores
[junit4] 2> 1157056 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:51691_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1157070 INFO (OverseerStateUpdate-97374585016745988-127.0.0.1:33786_-n_0000000000) [n:127.0.0.1:33786_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1157172 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157172 INFO (zkCallback-1513-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158102 WARN (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1158103 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1158117 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1158220 WARN (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1158222 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1158240 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1158240 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40180/solr_hdfs_home
[junit4] 2> 1158240 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1158240 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:40180/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 1158240 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f136126
[junit4] 2> 1158241 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 1158251 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1158251 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1158260 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1158261 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 1158284 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40180/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 1158291 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1158291 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1158304 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1158305 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1074057070, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1158356 INFO (IPC Server handler 1 on 40180) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44103 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-659df4cb-91ea-4367-a007-b56c84862e7a:NORMAL:127.0.0.1:37960|RBW], ReplicaUC[[DISK]DS-ae22a632-cd5f-4c52-be91-c8876c0439cc:NORMAL:127.0.0.1:44103|FINALIZED]]} size 0
[junit4] 2> 1158363 INFO (IPC Server handler 5 on 40180) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37960 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-659df4cb-91ea-4367-a007-b56c84862e7a:NORMAL:127.0.0.1:37960|RBW], ReplicaUC[[DISK]DS-ae22a632-cd5f-4c52-be91-c8876c0439cc:NORMAL:127.0.0.1:44103|FINALIZED]]} size 0
[junit4] 2> 1158377 WARN (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1158423 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1158423 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158423 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1158446 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158446 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158455 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=1.0751953125, floorSegmentMB=0.625, forceMergeDeletesPctAllowed=3.7412116410685146, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6234715550240746
[junit4] 2> 1158481 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@303b7da1[collection1] main]
[junit4] 2> 1158484 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1158485 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1158485 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1158486 INFO (searcherExecutor-2174-thread-1-processing-n:127.0.0.1:51691_ x:collection1 c:collection1) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@303b7da1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158497 INFO (coreLoadExecutor-2173-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557993370579632128
[junit4] 2> 1158502 INFO (coreZkRegister-2168-thread-1-processing-n:127.0.0.1:51691_ x:collection1 c:collection1) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1158503 INFO (updateExecutor-1510-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1158504 INFO (recoveryExecutor-1511-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1158504 INFO (recoveryExecutor-1511-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1158504 INFO (recoveryExecutor-1511-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1158505 INFO (recoveryExecutor-1511-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1158505 INFO (recoveryExecutor-1511-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:58111/collection1/] and I am [http://127.0.0.1:51691/collection1/]
[junit4] 2> 1158515 INFO (recoveryExecutor-1511-thread-1-processing-n:127.0.0.1:51691_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51691_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:58111]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51691_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1158517 INFO (qtp657363498-6186) [n:127.0.0.1:58111_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1158518 INFO (qtp657363498-6186) [n:127.0.0.1:58111_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1158518 INFO (qtp657363498-6186) [n:127.0.0.1:58111_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51691_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:51691","node_name":"127.0.0.1:51691_","state":"down"}
[junit4] 2> 1158609 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158609 INFO (zkCallback-1513-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158820 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-3-001/cores/collection1
[junit4] 2> 1158820 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-3-001
[junit4] 2> 1158821 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1158831 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eca55b2{/,null,AVAILABLE}
[junit4] 2> 1158831 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70122c34{HTTP/1.1,[http/1.1]}{127.0.0.1:44901}
[junit4] 2> 1158831 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.e.j.s.Server Started @1162725ms
[junit4] 2> 1158832 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40180/hdfs__localhost_40180__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=44901, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-3-001/cores}
[junit4] 2> 1158832 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1158841 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1158841 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1158841 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1158842 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T23:17:42.997Z
[junit4] 2> 1158866 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1158866 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-3-001/solr.xml
[junit4] 2> 1158891 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1158892 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59338/solr
[junit4] 2> 1158919 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:44901_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1158923 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:44901_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44901_
[junit4] 2> 1158937 INFO (zkCallback-1501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1158937 INFO (zkCallback-1513-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1158938 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1158937 INFO (zkCallback-1497-thread-2-processing-n:127.0.0.1:33786_) [n:127.0.0.1:33786_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1158952 INFO (zkCallback-1520-thread-2-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1159029 INFO (zkCallback-1513-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1159029 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1159048 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:44901_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_765495B8CB018238-001/shard-3-001/cores
[junit4] 2> 1159048 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[765495B8CB018238]) [n:127.0.0.1:44901_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1159053 INFO (OverseerStateUpdate-97374585016745988-127.0.0.1:33786_-n_0000000000) [n:127.0.0.1:33786_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1159155 INFO (zkCallback-1507-thread-1-processing-n:127.0.0.1:58111_) [n:127.0.0.1:58111_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1159156 INFO (zkCallback-1513-thread-1-processing-n:127.0.0.1:51691_) [n:127.0.0.1:51691_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1159156 INFO (zkCallback-1520-thread-2-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1159518 INFO (qtp657363498-6186) [n:127.0.0.1:58111_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51691_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:40180/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:51691","node_name":"127.0.0.1:51691_","state":"recovering","ulogDir":"hdfs://localhost:40180/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 1159518 INFO (qtp657363498-6186) [n:127.0.0.1:58111_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1159518 INFO (qtp657363498-6186) [n:127.0.0.1:58111_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51691_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 1160077 WARN (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1160078 INFO (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1160102 INFO (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1160230 WARN (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1160231 INFO (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1160249 INFO (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1160249 INFO (coreLoadExecutor-2184-thread-1-processing-n:127.0.0.1:44901_) [n:127.0.0.1:44901_ c:collect
[...truncated too long message...]
junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5339426 INFO (SUITE-StressHdfsTest-seed#[765495B8CB018238]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_765495B8CB018238-001
[junit4] 2> Jan 31, 2017 12:27:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= false), text=FST50, range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false), txt_t=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=561, maxMBSortInHeap=7.02527385553887, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-JO, timezone=Canada/Newfoundland
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=245339256,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestXIncludeConfig, TestFieldCacheSortRandom, TestMinMaxOnMultiValuedField, CoreAdminCreateDiscoverTest, ConnectionManagerTest, PrimUtilsTest, TestUtils, DistributedExpandComponentTest, TestExactSharedStatsCache, DistributedSuggestComponentTest, TestRawTransformer, DocValuesMissingTest, TestPhraseSuggestions, TestGroupingSearch, RulesTest, TestConfigSetsAPIExclusivity, TestReloadAndDeleteDocs, HdfsLockFactoryTest, TestConfigReload, SharedFSAutoReplicaFailoverTest, TestRandomCollapseQParserPlugin, TestMiniSolrCloudClusterSSL, OverseerStatusTest, DistributedFacetPivotLongTailTest, TestDeleteCollectionOnDownNodes, SSLMigrationTest, CdcrBootstrapTest, BasicAuthIntegrationTest, TestSolrCoreSnapshots, TestStressUserVersions, HdfsRestartWhileUpdatingTest, ZkStateWriterTest, TestClusterProperties, MinimalSchemaTest, TestCollationField, TestLegacyFieldCache, ReplicationFactorTest, HdfsChaosMonkeyNothingIsSafeTest, TestPKIAuthenticationPlugin, TolerantUpdateProcessorTest, SmileWriterTest, DOMUtilTest, QueryParsingTest, HdfsNNFailoverTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, UpdateParamsTest, DirectUpdateHandlerOptimizeTest, OverseerCollectionConfigSetProcessorTest, TestExtendedDismaxParser, TestReversedWildcardFilterFactory, AssignTest, TestAuthenticationFramework, DistribCursorPagingTest, TestTolerantUpdateProcessorRandomCloud, TestIndexingPerformance, TestCoreDiscovery, DocValuesMultiTest, HighlighterMaxOffsetTest, TestAnalyzedSuggestions, LukeRequestHandlerTest, TestSQLHandlerNonCloud, SuggesterTSTTest, TestFieldTypeResource, TestAnalyzeInfixSuggestions, TestFreeTextSuggestions, TestSolrQueryParser, DebugComponentTest, SuggesterTest, TestBulkSchemaAPI, TestStressCloudBlindAtomicUpdates, TestIndexSearcher, RecoveryZkTest, TestJmxMonitoredMap, TestZkChroot, BadIndexSchemaTest, SimpleFacetsTest, ResponseLogComponentTest, TestSolrQueryParserDefaultOperatorResource, TestLFUCache, TestConfig, TestDistributedMissingSort, TestFieldCacheReopen, SolrTestCaseJ4Test, PluginInfoTest, TestDefaultSearchFieldResource, TestExclusionRuleCollectionAccess, TestSolrDeletionPolicy1, OverseerTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, TestManagedSchemaThreadSafety, TestRecovery, StatelessScriptUpdateProcessorFactoryTest, TestUninvertingReader, RecoveryAfterSoftCommitTest, DeleteInactiveReplicaTest, OpenExchangeRatesOrgProviderTest, TestRequestForwarding, ShufflingReplicaListTransformerTest, LeaderInitiatedRecoveryOnShardRestartTest, CollectionStateFormat2Test, TestCloudManagedSchema, CollectionsAPISolrJTest, CurrencyFieldXmlFileTest, BJQParserTest, RequestHandlersTest, SegmentsInfoRequestHandlerTest, TestSchemaSimilarityResource, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestStressReorder, DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, ConvertedLegacyTest, TestSort, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrRequestParserTest, TestStressLucene, TestTrie, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestRemoteStreaming, DisMaxRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequiredFieldsTest, RegexBoostProcessorTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, CSVRequestHandlerTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestTolerantSearch, ConnectionReuseTest, CdcrRequestHandlerTest, ConfigSetsAPITest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, ShardSplitTest, TestRandomRequestDistribution, TestSegmentSorting, TlogReplayBufferedWhileIndexingTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest]
[junit4] Completed [552/681 (2!)] on J2 in 191.14s, 1 test, 1 error <<< FAILURES!
[...truncated 62826 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 270 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/270/
13 tests failed.
FAILED: org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1388)
at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1368)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:141)
at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.fst.FST.<init>(FST.java:387)
at org.apache.lucene.util.fst.FST.<init>(FST.java:313)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:894)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:977)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:109)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4293)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:9BF1A36A43F21DDE]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:588)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:AEEF44384F77757A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:313) at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:543) at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:464) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1455) at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1348) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1157) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2384) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:313)
at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:543)
at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:464)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1455)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1348)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1157)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2384)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:A83366D61DA3934A]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:DCB421CD84C8A762]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:8F736D7165AD788A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at http://127.0.0.1:47939/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47939/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:4830B10027C38DB9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:3A2A1DCE46247704]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at http://127.0.0.1:47939/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47939/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:11135D152471F853]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:5FD3E49C2865508A]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:CC3CF8DB6E2232B0]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([3B9331F093ABD89B:B3C70E2A3D57B563]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1769 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] 2> Jan 29, 2017 5:58:28 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #68,5,TGRP-TestDuelingCodecsAtNight]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] 2> at __randomizedtesting.SeedInfo.seed([33A86C2D6AE828D0]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] 2> at org.apache.lucene.util.BytesRef.deepCopyOf(BytesRef.java:206)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2>
[junit4] 2> Jan 29, 2017 5:58:28 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #69,5,TGRP-TestDuelingCodecsAtNight]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([33A86C2D6AE828D0]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.fst.FST.<init>(FST.java:387)
[junit4] 2> at org.apache.lucene.util.fst.FST.<init>(FST.java:313)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:894)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:977)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:109)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4293)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2>
[junit4] 2> Jan 29, 2017 5:58:28 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #64,5,TGRP-TestDuelingCodecsAtNight]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([33A86C2D6AE828D0]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
[junit4] 2> at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=33A86C2D6AE828D0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-ZA -Dtests.timezone=America/Thule -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 1624s J1 | TestDuelingCodecsAtNight.testBigEquals <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1388)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1368)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:141)
[junit4] > at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
[junit4] > at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:387)
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:313)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:894)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:977)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:109)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4293)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22771, name=Lucene Merge Thread #68, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([33A86C2D6AE828D0]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at org.apache.lucene.util.BytesRef.deepCopyOf(BytesRef.java:206)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22767, name=Lucene Merge Thread #64, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([33A86C2D6AE828D0]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
[junit4] > at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4363)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22772, name=Lucene Merge Thread #69, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([33A86C2D6AE828D0]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:387)
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:313)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:894)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:977)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:109)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:617)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4293)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3940)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestDuelingCodecsAtNight_33A86C2D6AE828D0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1962, maxMBSortInHeap=6.273721702813568, sim=RandomSimilarity(queryNorm=false,coord=crazy): {titleTokenized=DFR GLZ(0.3), body=IB LL-LZ(0.3)}, locale=en-ZA, timezone=America/Thule
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=284153608,total=465043456
[junit4] 2> NOTE: All tests run in this JVM: [TestTermScorer, TestTransactionRollback, TestFilterIterator, TermInSetQueryTest, TestSimpleAttributeImpl, Test2BSortedDocValuesOrds, TestMultiThreadTermVectors, TestUnicodeUtil, TestLucene50StoredFieldsFormat, TestMultiPhraseEnum, TestIndexWriterOnDiskFull, TestIndexSearcher, TestReusableStringReader, TestTermQuery, TestDocIDMerger, TestFastDecompressionMode, TestMutableValues, TestSortRandom, TestNorms, TestIsCurrent, TestReaderClosed, TestNotDocIdSet, TestVirtualMethod, TestSearchAfter, TestGeoEncodingUtils, TestFSTs, TestRecyclingByteBlockAllocator, TestSortedSetDocValues, TestNGramPhraseQuery, TestLegacyNumericUtils, TestDocumentsWriterDeleteQueue, Test4GBStoredFields, TestCloseableThreadLocal, TestTermsEnum, TestTermVectors, TestSizeBoundedForceMerge, TestNoMergePolicy, TestDocValuesQueries, TestDateSort, TestMultiMMap, TestBinaryTerms, Test2BTerms, TestRateLimiter, TestSpanExplanations, TestSimpleExplanationsWithFillerDocs, TestMatchNoDocsQuery, TestAllFilesHaveChecksumFooter, TestMixedDocValuesUpdates, TestParallelLeafReader, TestQueryBuilder, TestDeterminism, TestFixedBitSet, TestBoostQuery, TestTerm, TestCharArraySet, TestPackedInts, TestDocValuesIndexing, TestInfoStream, TestCodecUtil, TestConstantScoreQuery, TestCheckIndex, TestLucene60FieldInfoFormat, TestPointQueries, TestForTooMuchCloning, TestIndexSorting, TestMmapDirectory, TestNeverDelete, TestPagedBytes, TestBytesRef, TestPolygon2D, TestRegexpRandom, TestSumDocFreq, TestFieldReuse, TestSimpleSearchEquivalence, TestIndexWriterMergePolicy, TestLucene60PointsFormat, TestFieldType, TestGeoUtils, TestPolygon, Test2BPoints, Test2BSortedDocValuesFixedSorted, TestDocValues, TestDuelingCodecsAtNight]
[junit4] Completed [451/451 (1!)] on J1 in 1657.68s, 3 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J1-20170129_205456_2097352647137904066010.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid16637.hprof ...
[junit4] Heap dump file created [404687307 bytes in 0.617 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 9693 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3B9331F093ABD89B-001/init-core-data-001
[junit4] 2> 116535 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3B9331F093ABD89B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-
[...truncated too long message...]
odAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4990427 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[3B9331F093ABD89B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_3B9331F093ABD89B-001
[junit4] 2> Jan 30, 2017 2:05:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1553, maxMBSortInHeap=6.340680178264769, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ko, timezone=SystemV/CST6
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=349559904,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DateMathParserTest, TestNumericTerms64, SuggesterFSTTest, AnalyticsMergeStrategyTest, SolrMetricManagerTest, TestDownShardTolerantSearch, TestSearchPerf, ConfigSetsAPITest, TestSimpleTrackingShardHandler, SpellCheckCollatorTest, SimplePostToolTest, TestCloudInspectUtil, SolrGangliaReporterTest, TestSerializedLuceneMatchVersion, TestLuceneMatchVersion, CollectionsAPIAsyncDistributedZkTest, BaseCdcrDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestSolrConfigHandlerConcurrent, TestDistributedGrouping, TestCustomDocTransformer, ShardRoutingTest, HdfsRecoveryZkTest, DistanceFunctionTest, TestExceedMaxTermLength, LoggingHandlerTest, TestFieldCacheWithThreads, TestNRTOpen, CopyFieldTest, TestStandardQParsers, TestSSLRandomization, ChaosMonkeySafeLeaderTest, LeaderInitiatedRecoveryOnCommitTest, TestQueryWrapperFilter, TestDynamicFieldResource, TestCSVResponseWriter, SuggestComponentContextFilterQueryTest, TestCloudRecovery, TermsComponentTest, IndexBasedSpellCheckerTest, TestAddFieldRealTimeGet, HdfsDirectoryTest, TestReplicaProperties, DistributedDebugComponentTest, FileUtilsTest, TestCopyFieldCollectionResource, TestImplicitCoreProperties, TestElisionMultitermQuery, SpellingQueryConverterTest, TestQuerySenderListener, TestQueryUtils, TestLRUCache, SolrSlf4jReporterTest, RollingRestartTest, ZkControllerTest, TestExpandComponent, DistributedFacetPivotSmallTest, AnalysisErrorHandlingTest, TestGraphMLResponseWriter, URLClassifyProcessorTest, DistributedFacetPivotLargeTest, SolrCmdDistributorTest, TestSuggestSpellingConverter, BadCopyFieldTest, TestNamedUpdateProcessors, TestSolrCloudWithHadoopAuthPlugin, RAMDirectoryFactoryTest, BasicFunctionalityTest, SolrIndexSplitterTest, TestSlowCompositeReaderWrapper, CoreMergeIndexesAdminHandlerTest, RuleEngineTest, MergeStrategyTest, DistanceUnitsTest, SoftAutoCommitTest, ConvertedLegacyTest, TestSystemIdResolver, DistribJoinFromCollectionTest, DateRangeFieldTest, DeleteNodeTest, SimpleCollectionCreateDeleteTest, DocumentBuilderTest, SpatialFilterTest, HighlighterTest, TestSubQueryTransformerDistrib, TestIntervalFaceting, TestFiltering, TestLeaderElectionWithEmptyReplica, BlockJoinFacetRandomTest, TestJettySolrRunner, TestConfigSetsAPI, TestFuzzyAnalyzedSuggestions, DirectSolrSpellCheckerTest, TestChildDocTransformer, DocExpirationUpdateProcessorFactoryTest, DeleteStatusTest, TestSha256AuthenticationProvider, TestCharFilters, SolrIndexConfigTest, JSONWriterTest, DistributedIntervalFacetingTest, TestSolr4Spatial2, TestSchemaResource, TestMissingGroups, TestReRankQParserPlugin, TestLMDirichletSimilarityFactory, TestFileDictionaryLookup, MissingSegmentRecoveryTest, CustomCollectionTest, CSVRequestHandlerTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, AutoCommitTest, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestBadConfig, TestIndexSearcher, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, RequestHandlersTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, HighlighterConfigTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, PrimUtilsTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, CdcrReplicationHandlerTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, TestCryptoKeys, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, ZkStateReaderTest, ZkStateWriterTest, RulesTest, CachingDirectoryFactoryTest, CoreSorterTest, DirectoryFactoryTest, HdfsDirectoryFactoryTest]
[junit4] Completed [547/681 (6!)] on J1 in 13.31s, 3 tests, 1 error <<< FAILURES!
[...truncated 12094 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid16637.hprof
Total time: 331 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 269 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/269/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (68 > 60) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (68 > 60) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([3BD7CAACFABD75FE:B383F57654411806]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1485619511385,generation=2,filelist=[_2x.cfe, _2x.cfs, _2x.si, _5u.cfe, _5u.cfs, _5u.si, _8r.cfe, _8r.cfs, _8r.si, _bo.cfe, _bo.cfs, _bo.si, _el.cfe, _el.cfs, _el.si, _hi.cfe, _hi.cfs, _hi.si, _kf.cfe, _kf.cfs, _kf.si, _nc.cfe, _nc.cfs, _nc.si, _q9.cfe, _q9.cfs, _q9.si, _t6.cfe, _t6.cfs, _t6.si, _vc.cfe, _vc.cfs, _vc.si, _vd.cfe, _vd.cfs, _vd.si, _ve.cfe, _ve.cfs, _ve.si, _vf.cfe, _vf.cfs, _vf.si, _vg.cfe, _vg.cfs, _vg.si, _vh.cfe, _vh.cfs, _vh.si, _vi.cfe, _vi.cfs, _vi.si, _vj.cfe, _vj.cfs, _vj.si, _vk.cfe, _vk.cfs, _vk.si, _vl.cfe, _vl.cfs, _vl.si, _vm.cfe, _vm.cfs, _vm.si, _vn.cfe, _vn.cfs, _vn.si, _vo.cfe, _vo.cfs, _vo.si, _vp.cfe, _vp.cfs, _vp.si, _vq.cfe, _vq.cfs, _vq.si, _vr.cfe, _vr.cfs, _vr.si, _vs.cfe, _vs.cfs, _vs.si, _vt.cfe, _vt.cfs, _vt.si, _vu.cfe, _vu.cfs, _vu.si, _vv.cfe, _vv.cfs, _vv.si, _vw.cfe, _vw.cfs, _vw.si, _vx.cfe, _vx.cfs, _vx.si, _vy.cfe, _vy.cfs, _vy.si, _vz.cfe, _vz.cfs, _vz.si, _w0.cfe, _w0.cfs, _w0.si, _w1.cfe, _w1.cfs, _w1.si, _w2.cfe, _w2.cfs, _w2.si, segments_2]}]> but was:<[{indexVersion=1485619511385,generation=2,filelist=[_2x.cfe, _2x.cfs, _2x.si, _5u.cfe, _5u.cfs, _5u.si, _8r.cfe, _8r.cfs, _8r.si, _bo.cfe, _bo.cfs, _bo.si, _el.cfe, _el.cfs, _el.si, _hi.cfe, _hi.cfs, _hi.si, _kf.cfe, _kf.cfs, _kf.si, _nc.cfe, _nc.cfs, _nc.si, _q9.cfe, _q9.cfs, _q9.si, _t6.cfe, _t6.cfs, _t6.si, _vc.cfe, _vc.cfs, _vc.si, _vd.cfe, _vd.cfs, _vd.si, _ve.cfe, _ve.cfs, _ve.si, _vf.cfe, _vf.cfs, _vf.si, _vg.cfe, _vg.cfs, _vg.si, _vh.cfe, _vh.cfs, _vh.si, _vi.cfe, _vi.cfs, _vi.si, _vj.cfe, _vj.cfs, _vj.si, _vk.cfe, _vk.cfs, _vk.si, _vl.cfe, _vl.cfs, _vl.si, _vm.cfe, _vm.cfs, _vm.si, _vn.cfe, _vn.cfs, _vn.si, _vo.cfe, _vo.cfs, _vo.si, _vp.cfe, _vp.cfs, _vp.si, _vq.cfe, _vq.cfs, _vq.si, _vr.cfe, _vr.cfs, _vr.si, _vs.cfe, _vs.cfs, _vs.si, _vt.cfe, _vt.cfs, _vt.si, _vu.cfe, _vu.cfs, _vu.si, _vv.cfe, _vv.cfs, _vv.si, _vw.cfe, _vw.cfs, _vw.si, _vx.cfe, _vx.cfs, _vx.si, _vy.cfe, _vy.cfs, _vy.si, _vz.cfe, _vz.cfs, _vz.si, _w0.cfe, _w0.cfs, _w0.si, _w1.cfe, _w1.cfs, _w1.si, _w2.cfe, _w2.cfs, _w2.si, segments_2]}, {indexVersion=1485619511385,generation=3,filelist=[_2x.cfe, _2x.cfs, _2x.si, _5u.cfe, _5u.cfs, _5u.si, _8r.cfe, _8r.cfs, _8r.si, _bo.cfe, _bo.cfs, _bo.si, _el.cfe, _el.cfs, _el.si, _hi.cfe, _hi.cfs, _hi.si, _kf.cfe, _kf.cfs, _kf.si, _nc.cfe, _nc.cfs, _nc.si, _q9.cfe, _q9.cfs, _q9.si, _t6.cfe, _t6.cfs, _t6.si, _w2.cfe, _w2.cfs, _w2.si, _w3.cfe, _w3.cfs, _w3.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1485619511385,generation=2,filelist=[_2x.cfe, _2x.cfs, _2x.si, _5u.cfe, _5u.cfs, _5u.si, _8r.cfe, _8r.cfs, _8r.si, _bo.cfe, _bo.cfs, _bo.si, _el.cfe, _el.cfs, _el.si, _hi.cfe, _hi.cfs, _hi.si, _kf.cfe, _kf.cfs, _kf.si, _nc.cfe, _nc.cfs, _nc.si, _q9.cfe, _q9.cfs, _q9.si, _t6.cfe, _t6.cfs, _t6.si, _vc.cfe, _vc.cfs, _vc.si, _vd.cfe, _vd.cfs, _vd.si, _ve.cfe, _ve.cfs, _ve.si, _vf.cfe, _vf.cfs, _vf.si, _vg.cfe, _vg.cfs, _vg.si, _vh.cfe, _vh.cfs, _vh.si, _vi.cfe, _vi.cfs, _vi.si, _vj.cfe, _vj.cfs, _vj.si, _vk.cfe, _vk.cfs, _vk.si, _vl.cfe, _vl.cfs, _vl.si, _vm.cfe, _vm.cfs, _vm.si, _vn.cfe, _vn.cfs, _vn.si, _vo.cfe, _vo.cfs, _vo.si, _vp.cfe, _vp.cfs, _vp.si, _vq.cfe, _vq.cfs, _vq.si, _vr.cfe, _vr.cfs, _vr.si, _vs.cfe, _vs.cfs, _vs.si, _vt.cfe, _vt.cfs, _vt.si, _vu.cfe, _vu.cfs, _vu.si, _vv.cfe, _vv.cfs, _vv.si, _vw.cfe, _vw.cfs, _vw.si, _vx.cfe, _vx.cfs, _vx.si, _vy.cfe, _vy.cfs, _vy.si, _vz.cfe, _vz.cfs, _vz.si, _w0.cfe, _w0.cfs, _w0.si, _w1.cfe, _w1.cfs, _w1.si, _w2.cfe, _w2.cfs, _w2.si, segments_2]}]> but was:<[{indexVersion=1485619511385,generation=2,filelist=[_2x.cfe, _2x.cfs, _2x.si, _5u.cfe, _5u.cfs, _5u.si, _8r.cfe, _8r.cfs, _8r.si, _bo.cfe, _bo.cfs, _bo.si, _el.cfe, _el.cfs, _el.si, _hi.cfe, _hi.cfs, _hi.si, _kf.cfe, _kf.cfs, _kf.si, _nc.cfe, _nc.cfs, _nc.si, _q9.cfe, _q9.cfs, _q9.si, _t6.cfe, _t6.cfs, _t6.si, _vc.cfe, _vc.cfs, _vc.si, _vd.cfe, _vd.cfs, _vd.si, _ve.cfe, _ve.cfs, _ve.si, _vf.cfe, _vf.cfs, _vf.si, _vg.cfe, _vg.cfs, _vg.si, _vh.cfe, _vh.cfs, _vh.si, _vi.cfe, _vi.cfs, _vi.si, _vj.cfe, _vj.cfs, _vj.si, _vk.cfe, _vk.cfs, _vk.si, _vl.cfe, _vl.cfs, _vl.si, _vm.cfe, _vm.cfs, _vm.si, _vn.cfe, _vn.cfs, _vn.si, _vo.cfe, _vo.cfs, _vo.si, _vp.cfe, _vp.cfs, _vp.si, _vq.cfe, _vq.cfs, _vq.si, _vr.cfe, _vr.cfs, _vr.si, _vs.cfe, _vs.cfs, _vs.si, _vt.cfe, _vt.cfs, _vt.si, _vu.cfe, _vu.cfs, _vu.si, _vv.cfe, _vv.cfs, _vv.si, _vw.cfe, _vw.cfs, _vw.si, _vx.cfe, _vx.cfs, _vx.si, _vy.cfe, _vy.cfs, _vy.si, _vz.cfe, _vz.cfs, _vz.si, _w0.cfe, _w0.cfs, _w0.si, _w1.cfe, _w1.cfs, _w1.si, _w2.cfe, _w2.cfs, _w2.si, segments_2]}, {indexVersion=1485619511385,generation=3,filelist=[_2x.cfe, _2x.cfs, _2x.si, _5u.cfe, _5u.cfs, _5u.si, _8r.cfe, _8r.cfs, _8r.si, _bo.cfe, _bo.cfs, _bo.si, _el.cfe, _el.cfs, _el.si, _hi.cfe, _hi.cfs, _hi.si, _kf.cfe, _kf.cfs, _kf.si, _nc.cfe, _nc.cfs, _nc.si, _q9.cfe, _q9.cfs, _q9.si, _t6.cfe, _t6.cfs, _t6.si, _w2.cfe, _w2.cfs, _w2.si, _w3.cfe, _w3.cfs, _w3.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([3BD7CAACFABD75FE:1E00D19C8AF57BFD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([3BD7CAACFABD75FE:B383F57654411806]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11717 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/init-core-data-001
[junit4] 2> 930635 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 930635 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_rsb/de
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 930674 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 930691 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 930693 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 930716 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_55755_hdfs____vsj95t/webapp
[junit4] 2> 931147 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55755
[junit4] 2> 931218 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 931223 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 931238 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49331_datanode____.hzlsdp/webapp
[junit4] 2> 931676 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49331
[junit4] 2> 931791 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 931792 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 931810 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58030_datanode____dx7coh/webapp
[junit4] 2> 931887 INFO (IPC Server handler 4 on 37858) [ ] BlockStateChange BLOCK* processReport: from storage DS-c4c902f9-e6fb-4a77-83c0-4099bccf5c0e node DatanodeRegistration(127.0.0.1:50157, datanodeUuid=254f28a6-06dc-4724-a708-c271c64dd987, infoPort=52595, infoSecurePort=0, ipcPort=47979, storageInfo=lv=-56;cid=testClusterID;nsid=1015618064;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 931888 INFO (IPC Server handler 4 on 37858) [ ] BlockStateChange BLOCK* processReport: from storage DS-30339dcb-6bc9-46f5-8393-d4b23aae8f2a node DatanodeRegistration(127.0.0.1:50157, datanodeUuid=254f28a6-06dc-4724-a708-c271c64dd987, infoPort=52595, infoSecurePort=0, ipcPort=47979, storageInfo=lv=-56;cid=testClusterID;nsid=1015618064;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 932227 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58030
[junit4] 2> 932388 INFO (IPC Server handler 8 on 37858) [ ] BlockStateChange BLOCK* processReport: from storage DS-0fe0fe47-f40a-4383-8649-a2417129c4fb node DatanodeRegistration(127.0.0.1:35099, datanodeUuid=80094b17-95a8-4e5b-9491-a5eeb3649e6e, infoPort=50236, infoSecurePort=0, ipcPort=50841, storageInfo=lv=-56;cid=testClusterID;nsid=1015618064;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 932389 INFO (IPC Server handler 8 on 37858) [ ] BlockStateChange BLOCK* processReport: from storage DS-9e565227-96fe-444a-a993-1ce9dc7f705a node DatanodeRegistration(127.0.0.1:35099, datanodeUuid=80094b17-95a8-4e5b-9491-a5eeb3649e6e, infoPort=50236, infoSecurePort=0, ipcPort=50841, storageInfo=lv=-56;cid=testClusterID;nsid=1015618064;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 932509 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 932510 INFO (Thread-8327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 932510 INFO (Thread-8327) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 932610 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ZkTestServer start zk server on port:53542
[junit4] 2> 932624 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 932626 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 932628 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 932629 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 932631 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 932633 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 932635 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 932636 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 932638 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 932640 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 932642 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 932749 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/control-001/cores/collection1
[junit4] 2> 932751 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 932753 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e08b035{/_rsb/de,null,AVAILABLE}
[junit4] 2> 932753 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ea224f9{HTTP/1.1,[http/1.1]}{127.0.0.1:53126}
[junit4] 2> 932753 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server Started @936849ms
[junit4] 2> 932753 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37858/hdfs__localhost_37858__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001_tempDir-002_control_data, hostContext=/_rsb/de, hostPort=53126, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/control-001/cores}
[junit4] 2> 932759 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 932759 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 932759 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 932760 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 932760 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-28T16:01:56.248Z
[junit4] 2> 932767 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 932767 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/control-001/solr.xml
[junit4] 2> 932774 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 932774 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53542/solr
[junit4] 2> 932793 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53126__rsb%2Fde
[junit4] 2> 932794 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.Overseer Overseer (id=97361547493310468-127.0.0.1:53126__rsb%2Fde-n_0000000000) starting
[junit4] 2> 932805 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53126__rsb%2Fde
[junit4] 2> 932807 INFO (zkCallback-1126-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 932834 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/control-001/cores
[junit4] 2> 932834 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 932850 INFO (OverseerStateUpdate-97361547493310468-127.0.0.1:53126__rsb%2Fde-n_0000000000) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 933867 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 933883 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 934508 WARN (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 934510 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 934529 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 934530 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37858/solr_hdfs_home
[junit4] 2> 934530 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 934530 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/control-001/cores/collection1], dataDir=[hdfs://localhost:37858/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 934530 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f13e17
[junit4] 2> 934531 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 934539 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 934539 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 934539 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 934706 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 934707 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 934752 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 934763 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 934763 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 934769 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 934770 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1487613265856859]
[junit4] 2> 934811 INFO (IPC Server handler 7 on 37858) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50157 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9e565227-96fe-444a-a993-1ce9dc7f705a:NORMAL:127.0.0.1:35099|RBW], ReplicaUC[[DISK]DS-30339dcb-6bc9-46f5-8393-d4b23aae8f2a:NORMAL:127.0.0.1:50157|FINALIZED]]} size 0
[junit4] 2> 934817 INFO (IPC Server handler 6 on 37858) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35099 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9e565227-96fe-444a-a993-1ce9dc7f705a:NORMAL:127.0.0.1:35099|RBW], ReplicaUC[[DISK]DS-30339dcb-6bc9-46f5-8393-d4b23aae8f2a:NORMAL:127.0.0.1:50157|FINALIZED]]} size 0
[junit4] 2> 934828 WARN (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 934839 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 934839 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 934840 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 934849 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 934849 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 934851 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=40.2119140625, floorSegmentMB=1.5556640625, forceMergeDeletesPctAllowed=20.293514544785463, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 934862 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b6a61c4[collection1] main]
[junit4] 2> 934863 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 934864 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 934864 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 934866 INFO (searcherExecutor-2093-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b6a61c4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 934869 INFO (coreLoadExecutor-2092-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557784762365509632
[junit4] 2> 934882 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 934882 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 934882 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53126/_rsb/de/collection1/
[junit4] 2> 934882 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 934882 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53126/_rsb/de/collection1/ has no replicas
[junit4] 2> 934891 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53126/_rsb/de/collection1/ shard1
[junit4] 2> 934967 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 934974 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53542/solr ready
[junit4] 2> 934974 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 935042 INFO (coreZkRegister-2085-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde x:collection1 c:control_collection) [n:127.0.0.1:53126__rsb%2Fde c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 935076 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-1-001/cores/collection1
[junit4] 2> 935076 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-1-001
[junit4] 2> 935077 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 935079 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fb7492a{/_rsb/de,null,AVAILABLE}
[junit4] 2> 935079 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@302330d6{HTTP/1.1,[http/1.1]}{127.0.0.1:50575}
[junit4] 2> 935084 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server Started @939179ms
[junit4] 2> 935084 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37858/hdfs__localhost_37858__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/_rsb/de, hostPort=50575, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-1-001/cores}
[junit4] 2> 935084 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 935085 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 935085 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 935085 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 935085 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-28T16:01:58.573Z
[junit4] 2> 935087 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 935088 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-1-001/solr.xml
[junit4] 2> 935095 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 935096 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53542/solr
[junit4] 2> 935106 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 935112 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50575__rsb%2Fde
[junit4] 2> 935113 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935113 INFO (zkCallback-1126-thread-2-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935115 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935138 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-1-001/cores
[junit4] 2> 935138 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 935140 INFO (OverseerStateUpdate-97361547493310468-127.0.0.1:53126__rsb%2Fde-n_0000000000) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 936156 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 936170 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 936242 WARN (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 936243 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 936263 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 936263 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37858/solr_hdfs_home
[junit4] 2> 936263 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 936263 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:37858/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 936263 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f13e17
[junit4] 2> 936264 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 936272 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 936272 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 936278 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 936279 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 936298 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 936304 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 936304 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 936307 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 936307 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1487613265856859]
[junit4] 2> 936326 INFO (IPC Server handler 1 on 37858) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35099 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-30339dcb-6bc9-46f5-8393-d4b23aae8f2a:NORMAL:127.0.0.1:50157|RBW], ReplicaUC[[DISK]DS-0fe0fe47-f40a-4383-8649-a2417129c4fb:NORMAL:127.0.0.1:35099|RBW]]} size 0
[junit4] 2> 936328 INFO (IPC Server handler 0 on 37858) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50157 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0fe0fe47-f40a-4383-8649-a2417129c4fb:NORMAL:127.0.0.1:35099|RBW], ReplicaUC[[DISK]DS-c4c902f9-e6fb-4a77-83c0-4099bccf5c0e:NORMAL:127.0.0.1:50157|FINALIZED]]} size 0
[junit4] 2> 936344 WARN (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 936361 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 936361 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 936361 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 936371 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 936371 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 936373 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=40.2119140625, floorSegmentMB=1.5556640625, forceMergeDeletesPctAllowed=20.293514544785463, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 936378 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@668a2a5[collection1] main]
[junit4] 2> 936379 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 936380 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 936380 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 936381 INFO (searcherExecutor-2104-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@668a2a5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 936388 INFO (coreLoadExecutor-2103-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557784763958296576
[junit4] 2> 936396 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 936396 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 936396 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50575/_rsb/de/collection1/
[junit4] 2> 936396 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 936396 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50575/_rsb/de/collection1/ has no replicas
[junit4] 2> 936401 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50575/_rsb/de/collection1/ shard2
[junit4] 2> 936552 INFO (coreZkRegister-2098-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:50575__rsb%2Fde c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 936919 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-2-001/cores/collection1
[junit4] 2> 936920 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-2-001
[junit4] 2> 936921 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 936922 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65758abb{/_rsb/de,null,AVAILABLE}
[junit4] 2> 936923 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f01130f{HTTP/1.1,[http/1.1]}{127.0.0.1:43446}
[junit4] 2> 936923 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server Started @941018ms
[junit4] 2> 936923 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37858/hdfs__localhost_37858__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/_rsb/de, hostPort=43446, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-2-001/cores}
[junit4] 2> 936923 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 936924 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 936924 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 936924 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 936924 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-28T16:02:00.412Z
[junit4] 2> 936928 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 936928 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-2-001/solr.xml
[junit4] 2> 936934 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 936935 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53542/solr
[junit4] 2> 936945 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:43446__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 936951 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:43446__rsb%2Fde ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43446__rsb%2Fde
[junit4] 2> 936952 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936953 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936954 INFO (zkCallback-1126-thread-1-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 936954 INFO (zkCallback-1141-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 937015 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:43446__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-2-001/cores
[junit4] 2> 937015 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:43446__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 937022 INFO (OverseerStateUpdate-97361547493310468-127.0.0.1:53126__rsb%2Fde-n_0000000000) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 938035 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 938048 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 938124 WARN (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 938125 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 938143 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 938143 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37858/solr_hdfs_home
[junit4] 2> 938143 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 938143 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:37858/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 938144 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55f13e17
[junit4] 2> 938144 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 938152 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 938152 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 938157 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 938157 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 938176 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37858/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 938183 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 938183 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 938185 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 938186 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1487613265856859]
[junit4] 2> 938198 INFO (IPC Server handler 1 on 37858) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35099 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-30339dcb-6bc9-46f5-8393-d4b23aae8f2a:NORMAL:127.0.0.1:50157|RBW], ReplicaUC[[DISK]DS-9e565227-96fe-444a-a993-1ce9dc7f705a:NORMAL:127.0.0.1:35099|RBW]]} size 0
[junit4] 2> 938199 INFO (IPC Server handler 0 on 37858) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50157 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-30339dcb-6bc9-46f5-8393-d4b23aae8f2a:NORMAL:127.0.0.1:50157|RBW], ReplicaUC[[DISK]DS-9e565227-96fe-444a-a993-1ce9dc7f705a:NORMAL:127.0.0.1:35099|RBW]]} size 0
[junit4] 2> 938206 WARN (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 938242 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 938242 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 938242 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 938254 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 938254 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 938256 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=40.2119140625, floorSegmentMB=1.5556640625, forceMergeDeletesPctAllowed=20.293514544785463, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 938262 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f7200da[collection1] main]
[junit4] 2> 938263 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 938263 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 938263 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 938265 INFO (searcherExecutor-2115-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f7200da[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 938268 INFO (coreLoadExecutor-2114-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557784765929619456
[junit4] 2> 938276 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 938276 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 938276 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43446/_rsb/de/collection1/
[junit4] 2> 938276 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 938276 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43446/_rsb/de/collection1/ has no replicas
[junit4] 2> 938280 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43446/_rsb/de/collection1/ shard3
[junit4] 2> 938431 INFO (coreZkRegister-2109-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde x:collection1 c:collection1) [n:127.0.0.1:43446__rsb%2Fde c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 938789 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-3-001/cores/collection1
[junit4] 2> 938790 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-3-001
[junit4] 2> 938790 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 938792 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@695a419e{/_rsb/de,null,AVAILABLE}
[junit4] 2> 938792 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a2f21e4{HTTP/1.1,[http/1.1]}{127.0.0.1:56634}
[junit4] 2> 938792 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.e.j.s.Server Started @942888ms
[junit4] 2> 938793 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37858/hdfs__localhost_37858__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/_rsb/de, hostPort=56634, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-3-001/cores}
[junit4] 2> 938793 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 938794 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 938794 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 938794 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 938794 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-28T16:02:02.282Z
[junit4] 2> 938798 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 938798 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-3-001/solr.xml
[junit4] 2> 938804 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 938805 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53542/solr
[junit4] 2> 938817 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:56634__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 938834 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:56634__rsb%2Fde ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56634__rsb%2Fde
[junit4] 2> 938837 INFO (zkCallback-1141-thread-1-processing-n:127.0.0.1:43446__rsb%2Fde) [n:127.0.0.1:43446__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938838 INFO (zkCallback-1126-thread-3-processing-n:127.0.0.1:53126__rsb%2Fde) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938837 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938838 INFO (zkCallback-1147-thread-1-processing-n:127.0.0.1:56634__rsb%2Fde) [n:127.0.0.1:56634__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938839 INFO (zkCallback-1135-thread-1-processing-n:127.0.0.1:50575__rsb%2Fde) [n:127.0.0.1:50575__rsb%2Fde ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 938922 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:56634__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_3BD7CAACFABD75FE-001/shard-3-001/cores
[junit4] 2> 938922 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[3BD7CAACFABD75FE]) [n:127.0.0.1:56634__rsb%2Fde ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 938926 INFO (OverseerStateUpdate-97361547493310468-127.0.0.1:53126__rsb%2Fde-n_0000000000) [n:127.0.0.1:53126__rsb%2Fde ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard4
[junit4] 2> 939937 INFO (coreLoadExecutor-2125-thread-1-processing-n:127.0.0.1:56634__rsb%2Fde) [n:127.0.0.1:56634__rsb%2Fde c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 939955 INFO (coreLoadExecutor-2125-thread-1-processing-n:127.0.0.1:56634__rsb%2Fde) [n:127.0.0.1:56634__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 940041 WARN (coreLoadExecutor-2125-thread-1-processing-n:127.0.0.1:56634__rsb%2Fde) [n:127.0.0.1:56634__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 940042 INFO (coreLoadExecutor-2125-thread-1-processing-n:127.0.0.1:56634__rsb%2Fde) [n:127.0.0.1:56634__rsb%2Fde c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 940060 INFO (coreLoadExecutor-2125-thread-1-processing-n:127.0.0.1:56634__rsb%2Fde) [n:127.0.0.1:56634__rsb%2Fde c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 940061 INFO (coreLoadExecutor-2125-thread-1-pr
[...truncated too long message...]
eptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5339258 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3BD7CAACFABD75FE]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3BD7CAACFABD75FE-001
[junit4] 2> Jan 28, 2017 5:15:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), a_i=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1411, maxMBSortInHeap=5.641185289941632, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-SV, timezone=Europe/Zurich
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=74061152,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [TestStressUserVersions, TestCustomStream, TestDelegationWithHadoopAuth, InfoHandlerTest, TestRandomRequestDistribution, BadComponentTest, DistributedFacetPivotWhiteBoxTest, SolrMetricReporterTest, TestUseDocValuesAsStored, TestComplexPhraseQParserPlugin, JvmMetricsTest, TestPostingsSolrHighlighter, UnloadDistributedZkTest, TestSolrDynamicMBean, TestLeaderElectionZkExpiry, DeleteReplicaTest, PingRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, DistributedExpandComponentTest, TestManagedResource, ForceLeaderTest, VMParamsZkACLAndCredentialsProvidersTest, FullHLLTest, TestConfigSetsAPIExclusivity, BasicDistributedZk2Test, ZkStateWriterTest, SuggestComponentTest, TestJavabinTupleStreamParser, LeaderFailoverAfterPartitionTest, TestExtendedDismaxParser, ConnectionReuseTest, DebugComponentTest, SmileWriterTest, XmlUpdateRequestHandlerTest, BadIndexSchemaTest, TestIndexSearcher, TestRawTransformer, StressHdfsTest, DistributedQueueTest, FullSolrCloudDistribCmdsTest, OverseerTest, TestDefaultSearchFieldResource, HdfsChaosMonkeyNothingIsSafeTest, SpellPossibilityIteratorTest, BooleanFieldTest, PrimitiveFieldTypeTest, TestNonDefinedSimilarityFactory, SimpleMLTQParserTest, TolerantUpdateProcessorTest, ShowFileRequestHandlerTest, SuggesterTest, TestUtils, TestLMJelinekMercerSimilarityFactory, TestPhraseSuggestions, SSLMigrationTest, PreAnalyzedFieldTest, OverseerCollectionConfigSetProcessorTest, TestScoreJoinQPScore, DocValuesMissingTest, TestDistributedMissingSort, SolrCoreCheckLockOnStartupTest, BlockJoinFacetSimpleTest, TestSolrCoreParser, ShufflingReplicaListTransformerTest, TestSort, DOMUtilTest, TestTolerantUpdateProcessorRandomCloud, SuggesterWFSTTest, OverseerStatusTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRequestForwarding, TermVectorComponentDistributedTest, TestExportWriter, TestInitQParser, TestCloudPivotFacet, CircularListTest, TestHdfsUpdateLog, TestIndexingPerformance, TestFieldTypeResource, TestSimpleQParserPlugin, TestRandomCollapseQParserPlugin, LeaderElectionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ConnectionManagerTest, TestFieldCacheReopen, TestPKIAuthenticationPlugin, CdcrUpdateLogTest, TestSubQueryTransformer, FieldMutatingUpdateProcessorTest, BigEndianAscendingWordSerializerTest, ResponseLogComponentTest, TestLFUCache, HttpSolrCallGetCoreTest, TestFieldCollectionResource, StatelessScriptUpdateProcessorFactoryTest, SolrIndexMetricsTest, TestBulkSchemaAPI, ExitableDirectoryReaderTest, TestUninvertingReader, TestXmlQParserPlugin, CollectionsAPISolrJTest, LukeRequestHandlerTest, SmileWriterTest, TestWriterPerf, AssignTest, DistributedFacetPivotLongTailTest, TestAuthenticationFramework, TestFieldCacheSortRandom, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestCloudInspectUtil, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [547/681 (3!)] on J2 in 59.83s, 1 test, 1 failure <<< FAILURES!
[...truncated 62874 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 268 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/268/
10 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest: 1) Thread[id=27329, name=OverseerHdfsCoreFailoverThread-97352969672851467-127.0.0.1:53806_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest:
1) Thread[id=27329, name=OverseerHdfsCoreFailoverThread-97352969672851467-127.0.0.1:53806_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:AAFA72F18AFCEF13]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:165)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at http://127.0.0.1:53792/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53792/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:F3D99EE4894E9AF9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:AD04514ECA0275D7]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:675D0E292A45B022]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:13DA4932B32E840A]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at http://127.0.0.1:52052/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52052/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:6CBCB3A0C6BA723F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:C80F6AA03B15E04E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:52136/j/ov
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52136/j/ov
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:82E21CE93DAA223]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([807A1E143D26CFDB:82E21CE93DAA223]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12827 lines...]
[junit4] Suite: org.apache.solr.cloud.CleanupOldIndexTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/init-core-data-001
[junit4] 2> 3258016 INFO (SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3258016 INFO (SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001
[junit4] 2> 3258017 INFO (SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3258017 INFO (Thread-17053) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3258017 INFO (Thread-17053) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3258117 INFO (SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50982
[junit4] 2> 3258129 INFO (jetty-launcher-1562-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3258132 INFO (jetty-launcher-1562-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8894375{/solr,null,AVAILABLE}
[junit4] 2> 3258135 INFO (jetty-launcher-1562-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fc2f7ad{SSL,[ssl, http/1.1]}{127.0.0.1:53806}
[junit4] 2> 3258135 INFO (jetty-launcher-1562-thread-1) [ ] o.e.j.s.Server Started @3261931ms
[junit4] 2> 3258135 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53806}
[junit4] 2> 3258138 ERROR (jetty-launcher-1562-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3258138 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3258138 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3258138 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3258138 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-27T03:40:28.966Z
[junit4] 2> 3258136 INFO (jetty-launcher-1562-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3258141 INFO (jetty-launcher-1562-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35b8e8f8{/solr,null,AVAILABLE}
[junit4] 2> 3258141 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3258143 INFO (jetty-launcher-1562-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ecb85e9{SSL,[ssl, http/1.1]}{127.0.0.1:39748}
[junit4] 2> 3258143 INFO (jetty-launcher-1562-thread-2) [ ] o.e.j.s.Server Started @3261938ms
[junit4] 2> 3258143 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39748}
[junit4] 2> 3258143 ERROR (jetty-launcher-1562-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3258144 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3258144 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3258144 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3258144 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-27T03:40:28.972Z
[junit4] 2> 3258146 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3258149 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3258150 INFO (jetty-launcher-1562-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50982/solr
[junit4] 2> 3258155 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3258159 INFO (jetty-launcher-1562-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50982/solr
[junit4] 2> 3258176 INFO (jetty-launcher-1562-thread-1) [n:127.0.0.1:53806_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53806_solr
[junit4] 2> 3258177 INFO (jetty-launcher-1562-thread-1) [n:127.0.0.1:53806_solr ] o.a.s.c.Overseer Overseer (id=97352969672851460-127.0.0.1:53806_solr-n_0000000000) starting
[junit4] 2> 3258186 INFO (jetty-launcher-1562-thread-1) [n:127.0.0.1:53806_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53806_solr
[junit4] 2> 3258188 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3258190 INFO (jetty-launcher-1562-thread-2) [n:127.0.0.1:39748_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39748_solr
[junit4] 2> 3258195 INFO (zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) [n:127.0.0.1:39748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3258199 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3258268 INFO (jetty-launcher-1562-thread-1) [n:127.0.0.1:53806_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node1/.
[junit4] 2> 3258269 INFO (jetty-launcher-1562-thread-2) [n:127.0.0.1:39748_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node2/.
[junit4] 2> 3259177 INFO (SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3259178 INFO (SUITE-CleanupOldIndexTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50982/solr ready
[junit4] 2> 3259194 INFO (TEST-CleanupOldIndexTest.test-seed#[807A1E143D26CFDB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 3259253 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=2736dc83-d141-43b5-9b4a-3444992b892b&replicationFactor=2&collection.configName=conf1&name=oldindextest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3259255 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=2736dc83-d141-43b5-9b4a-3444992b892b&replicationFactor=2&collection.configName=conf1&name=oldindextest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3259257 INFO (qtp943492118-27219) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3259258 INFO (qtp943492118-27219) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3259258 INFO (OverseerThreadFactory-6182-thread-1-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.CreateCollectionCmd Create collection oldindextest
[junit4] 2> 3259379 INFO (qtp943492118-27216) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica2&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3259379 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica2&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2
[junit4] 2> 3259425 INFO (qtp156991439-27206) [n:127.0.0.1:53806_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica1&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3259425 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica1&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2
[junit4] 2> 3259431 INFO (qtp943492118-27217) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747
[junit4] 2> 3259431 INFO (qtp943492118-27217) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3259533 INFO (zkCallback-1569-thread-2-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3259534 INFO (zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) [n:127.0.0.1:39748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3260260 INFO (qtp943492118-27212) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3260261 INFO (qtp943492118-27212) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3260408 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3260421 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.s.IndexSchema [oldindextest_shard1_replica2] Schema name=cloud-dynamic
[junit4] 2> 3260434 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747
[junit4] 2> 3260434 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3260439 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3260445 WARN (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.s.IndexSchema [oldindextest_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3260446 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3260448 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica2' using configuration from collection oldindextest
[junit4] 2> 3260448 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.SolrCore [[oldindextest_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node2/oldindextest_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node2/./oldindextest_shard1_replica2/data/]
[junit4] 2> 3260458 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema [oldindextest_shard1_replica1] Schema name=cloud-dynamic
[junit4] 2> 3260461 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3260461 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3260462 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3260462 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3260463 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d87ce31[oldindextest_shard1_replica2] main]
[junit4] 2> 3260464 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3260464 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3260464 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3260465 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557647517331488768
[junit4] 2> 3260470 INFO (searcherExecutor-6187-thread-1-processing-x:oldindextest_shard1_replica2 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE n:127.0.0.1:39748_solr s:shard1 c:oldindextest) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.SolrCore [oldindextest_shard1_replica2] Registered new searcher Searcher@6d87ce31[oldindextest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3260473 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
[junit4] 2> 3260487 WARN (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema [oldindextest_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3260488 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3260489 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica1' using configuration from collection oldindextest
[junit4] 2> 3260489 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrCore [[oldindextest_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node1/oldindextest_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_807A1E143D26CFDB-001/tempDir-001/node1/./oldindextest_shard1_replica1/data/]
[junit4] 2> 3260499 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3260499 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3260500 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3260500 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3260501 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@721d6a37[oldindextest_shard1_replica1] main]
[junit4] 2> 3260502 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3260503 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3260503 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3260503 INFO (searcherExecutor-6192-thread-1-processing-x:oldindextest_shard1_replica1 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE n:127.0.0.1:53806_solr s:shard1 c:oldindextest) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrCore [oldindextest_shard1_replica1] Registered new searcher Searcher@721d6a37[oldindextest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3260503 INFO (parallelCoreAdminExecutor-6183-thread-1-processing-n:127.0.0.1:53806_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224 CREATE) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557647517371334656
[junit4] 2> 3260574 INFO (zkCallback-1569-thread-3-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3260574 INFO (zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) [n:127.0.0.1:39748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3260974 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3260974 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3260974 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/
[junit4] 2> 3260974 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=oldindextest_shard1_replica2 url=https://127.0.0.1:39748/solr START replicas=[https://127.0.0.1:53806/solr/oldindextest_shard1_replica1/] nUpdates=100
[junit4] 2> 3260974 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=oldindextest_shard1_replica2 url=https://127.0.0.1:39748/solr DONE. We have no versions. sync failed.
[junit4] 2> 3260980 INFO (qtp156991439-27203) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.c.S.Request [oldindextest_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3260980 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3260980 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3260984 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/ shard1
[junit4] 2> 3261087 INFO (zkCallback-1569-thread-2-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3261087 INFO (zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) [n:127.0.0.1:39748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3261135 INFO (parallelCoreAdminExecutor-6185-thread-1-processing-n:127.0.0.1:39748_solr 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747 CREATE) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3261241 INFO (zkCallback-1569-thread-2-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3261241 INFO (zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) [n:127.0.0.1:39748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3261263 INFO (qtp943492118-27219) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3261264 INFO (qtp943492118-27219) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3261436 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747
[junit4] 2> 3261436 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303556747&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3261439 INFO (qtp156991439-27207) [n:127.0.0.1:53806_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224
[junit4] 2> 3261439 INFO (qtp156991439-27207) [n:127.0.0.1:53806_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3261611 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3261611 INFO (zkCallback-1574-thread-1-processing-n:127.0.0.1:39748_solr) [n:127.0.0.1:39748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3262266 INFO (qtp943492118-27215) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3262267 INFO (qtp943492118-27215) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3262441 INFO (qtp156991439-27205) [n:127.0.0.1:53806_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224
[junit4] 2> 3262441 INFO (qtp156991439-27205) [n:127.0.0.1:53806_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2736dc83-d141-43b5-9b4a-3444992b892b23864676303817224&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3262444 INFO (OverseerThreadFactory-6182-thread-1-processing-n:127.0.0.1:53806_solr) [n:127.0.0.1:53806_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3263261 INFO (OverseerCollectionConfigSetProcessor-97352969672851460-127.0.0.1:53806_solr-n_0000000000) [n:127.0.0.1:53806_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3263269 INFO (qtp943492118-27217) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3263271 INFO (qtp943492118-27217) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3263272 INFO (qtp943492118-27212) [n:127.0.0.1:39748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3263273 INFO (qtp943492118-27212) [n:127.0.0.1:39748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2736dc83-d141-43b5-9b4a-3444992b892b&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3263303 INFO (qtp156991439-27204) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-0 (1557647520281133056)]} 0 20
[junit4] 2> 3263309 INFO (qtp943492118-27213) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 (1557647520281133056)]} 0 31
[junit4] 2> 3263314 INFO (qtp156991439-27201) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-1 (1557647520316784640)]} 0 0
[junit4] 2> 3263315 INFO (qtp943492118-27219) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1 (1557647520316784640)]} 0 2
[junit4] 2> 3263319 INFO (qtp156991439-27200) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-2 (1557647520320978944)]} 0 0
[junit4] 2> 3263319 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2 (1557647520320978944)]} 0 2
[junit4] 2> 3263324 INFO (qtp156991439-27203) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-3 (1557647520326221824)]} 0 0
[junit4] 2> 3263325 INFO (qtp943492118-27215) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3 (1557647520326221824)]} 0 4
[junit4] 2> 3263329 INFO (qtp156991439-27207) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-4 (1557647520332513280)]} 0 0
[junit4] 2> 3263329 INFO (qtp943492118-27217) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4 (1557647520332513280)]} 0 2
[junit4] 2> 3263333 INFO (qtp156991439-27204) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{delete=[1-0 (-1557647520336707584)]} 0 0
[junit4] 2> 3263333 INFO (qtp943492118-27217) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-0 (-1557647520336707584)]} 0 2
[junit4] 2> 3263341 INFO (qtp156991439-27201) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-5 (1557647520340901888)]} 0 0
[junit4] 2> 3263341 INFO (qtp943492118-27213) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5 (1557647520340901888)]} 0 6
[junit4] 2> 3263344 INFO (qtp156991439-27201) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{delete=[1-3 (-1557647520349290496)]} 0 0
[junit4] 2> 3263345 INFO (qtp943492118-27219) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3 (-1557647520349290496)]} 0 1
[junit4] 2> 3263353 INFO (qtp156991439-27201) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-6 (1557647520357679104)]} 0 0
[junit4] 2> 3263354 INFO (qtp943492118-27218) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6 (1557647520357679104)]} 0 2
[junit4] 2> 3263357 INFO (qtp156991439-27201) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{add=[1-7 (1557647520361873408)]} 0 0
[junit4] 2> 3263357 INFO (qtp943492118-27215) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7 (1557647520361873408)]} 0 2
[junit4] 2> 3263361 INFO (qtp156991439-27207) [n:127.0.0.1:53806_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39748/solr/oldindextest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4 (-1557647520366067712)]} 0 0
[junit4] 2> 3263361 INFO (qtp943492118-27212) [n:127.0.0.1:39748_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_rep
[...truncated too long message...]
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5621543 INFO (SUITE-StressHdfsTest-seed#[807A1E143D26CFDB]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_807A1E143D26CFDB-001
[junit4] 2> Jan 27, 2017 4:19:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=Lucene50(blocksize=128), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=Lucene50(blocksize=128), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), text=FSTOrd50, range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128), txt_t=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene54), multiDefault=DocValuesFormat(name=Lucene54), intDefault=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Direct), text=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene54), range_facet_l=DocValuesFormat(name=Lucene54), txt_t=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1072, maxMBSortInHeap=6.18985337701412, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-GB, timezone=Pacific/Guam
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=292758376,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestComponentsName, TestDynamicFieldCollectionResource, TestRestoreCore, BlobRepositoryCloudTest, TestConfigSetsAPIZkFailure, TestLeaderInitiatedRecoveryThread, LeaderElectionIntegrationTest, BitVectorTest, OutputWriterTest, TestConfigSets, TestOmitPositions, OutOfBoxZkACLAndCredentialsProvidersTest, DistributedFacetExistsSmallTest, CoreAdminRequestStatusTest, TestAtomicUpdateErrorCases, NumericFieldsTest, CursorPagingTest, TestMiniSolrCloudCluster, TestDocTermOrds, AlternateDirectoryTest, CollectionTooManyReplicasTest, SyncSliceTest, TestConfigOverlay, TestSolrQueryParserResource, TestDefaultStatsCache, ResponseHeaderTest, RequiredFieldsTest, ChaosMonkeyNothingIsSafeTest, TestCodecSupport, TestTrackingShardHandlerFactory, TestBadConfig, DateFieldTest, TestCollectionAPI, ReturnFieldsTest, EnumFieldTest, TestDocumentBuilder, TestPerFieldSimilarity, SpatialRPTFieldTypeTest, TestBinaryResponseWriter, TestJmxIntegration, DisMaxRequestHandlerTest, TestLazyCores, XsltUpdateRequestHandlerTest, UUIDUpdateProcessorFallbackTest, PolyFieldTest, TestDocSet, TestMacros, TestShardHandlerFactory, BasicZkTest, PeerSyncTest, DistributedFacetPivotSmallAdvancedTest, TestJsonFacetRefinement, TestUnifiedSolrHighlighter, RegexBoostProcessorTest, TestHighlightDedupGrouping, TestPerFieldSimilarityClassic, HttpPartitionTest, TestValueSourceCache, TestOverriddenPrefixQueryForCustomFieldType, SaslZkACLProviderTest, TestSolrXml, TestClassicSimilarityFactory, AddBlockUpdateTest, TestOrdValues, ClusterStateTest, ChangedSchemaMergeTest, TestReloadDeadlock, TestHighFrequencyDictionaryFactory, TestDistribDocBasedVersion, DistribDocExpirationUpdateProcessorTest, TestHdfsBackupRestoreCore, TestCrossCoreJoin, TestRebalanceLeaders, TestCollapseQParserPlugin, TestManagedResourceStorage, TestHdfsCloudBackupRestore, MetricUtilsTest, TestBinaryResponseWriter, ParsingFieldUpdateProcessorsTest, TestFieldResource, TestGraphTermsQParserPlugin, RequestLoggingTest, TestNumericTerms32, TestSmileRequest, TestOnReconnectListenerSupport, QueryEqualityTest, ConcurrentDeleteAndCreateCollectionTest, SolrCoreTest, TestFastWriter, UtilsToolTest, DefaultValueUpdateProcessorTest, TestDistributedStatsComponentCardinality, TestFastLRUCache, HdfsSyncSliceTest, TestJsonRequest, TestRuleBasedAuthorizationPlugin, TestQuerySenderNoQuery, TestPushWriter, PKIAuthenticationIntegrationTest, PathHierarchyTokenizerFactoryTest, TestSchemaVersionResource, DistributedSpellCheckComponentTest, SignatureUpdateProcessorFactoryTest, TestRequestStatusCollectionAPI, ResourceLoaderTest, TestCloudPseudoReturnFields, SolrCoreMetricManagerTest, HdfsRecoverLeaseTest, TestSolr4Spatial, TestStressRecovery, TestSubQueryTransformerCrossCore, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, SearchHandlerTest, ResponseLogComponentTest, TestMergePolicyConfig, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCharFilters, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, URLClassifyProcessorTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, CleanupOldIndexTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, RollingRestartTest, TestCloudRecovery, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeySafeLeaderTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] Completed [570/681 (4!)] on J0 in 266.17s, 1 test, 1 error <<< FAILURES!
[...truncated 62794 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 267 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/267/
14 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:DAC7E9CFD320685A]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:558)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:A4F5D71B64A41D8B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:507)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.restartServer(BaseCdcrDistributedZkTest.java:548)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.restartServers(BaseCdcrDistributedZkTest.java:557)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=2088 sum(shards)=2087 cloudClient=2087
Stack Trace:
java.lang.AssertionError: document count mismatch. control=2088 sum(shards)=2087 cloudClient=2087
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:70BC0F400478C445]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:57325","node_name":"127.0.0.1:57325_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:57153", "core":"c8n_1x3_lf_shard1_replica3", "node_name":"127.0.0.1:57153_"}, "core_node2":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:50047", "node_name":"127.0.0.1:50047_", "state":"down"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica1", "base_url":"http://127.0.0.1:57325", "node_name":"127.0.0.1:57325_", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:57325","node_name":"127.0.0.1:57325_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:57153",
"core":"c8n_1x3_lf_shard1_replica3",
"node_name":"127.0.0.1:57153_"},
"core_node2":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:50047",
"node_name":"127.0.0.1:50047_",
"state":"down"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica1",
"base_url":"http://127.0.0.1:57325",
"node_name":"127.0.0.1:57325_",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:70BC0F400478C445]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=54428, name=updateExecutor-3101-thread-6, state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=54428, name=updateExecutor-3101-thread-6, state=RUNNABLE, group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:70BC0F400478C445]:0)
Caused by: org.apache.solr.common.SolrException: Replica: http://127.0.0.1:38262/collection1/ should have been marked under leader initiated recovery in ZkController but wasn't.
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD]:0)
at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.run(LeaderInitiatedRecoveryThread.java:88)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at https://127.0.0.1:56336/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:56336/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:6B4867BC248CE26C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:669)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/10)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/10)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:B09D442EACB78628]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:1FCF20A7BDE7D644]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:38831/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38831/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:142E9D2E51181459]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:4C086C1B5C8209AC]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:9CA8E5F6114A21AC]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor196.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor196.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor28.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:70BC0F400478C445]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F8E8309AAA84A9BD:70BC0F400478C445]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11584 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/init-core-data-001
[junit4] 2> 290526 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[F8E8309AAA84A9BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 290526 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[F8E8309AAA84A9BD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 290528 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 290529 INFO (Thread-839) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 290529 INFO (Thread-839) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 290629 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.ZkTestServer start zk server on port:44096
[junit4] 2> 290646 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 290648 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 290650 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 290651 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 290653 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 290654 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 290655 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 290657 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 290660 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 290661 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 290666 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 290804 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/control-001/cores/collection1
[junit4] 2> 290808 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 290810 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bd07029{/,null,AVAILABLE}
[junit4] 2> 290811 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e103082{HTTP/1.1,[http/1.1]}{127.0.0.1:48376}
[junit4] 2> 290813 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.Server Started @295195ms
[junit4] 2> 290813 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/tempDir-001/control/data, hostContext=/, hostPort=50047, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/control-001/cores}
[junit4] 2> 290815 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 290816 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 290816 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 290816 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 290816 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-25T20:40:44.359Z
[junit4] 2> 290824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 290824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/control-001/solr.xml
[junit4] 2> 290831 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 290832 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44096/solr
[junit4] 2> 290870 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [n:127.0.0.1:50047_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50047_
[junit4] 2> 290871 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [n:127.0.0.1:50047_ ] o.a.s.c.Overseer Overseer (id=97345656853233668-127.0.0.1:50047_-n_0000000000) starting
[junit4] 2> 290882 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [n:127.0.0.1:50047_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50047_
[junit4] 2> 290885 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 290947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [n:127.0.0.1:50047_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/control-001/cores
[junit4] 2> 290947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [n:127.0.0.1:50047_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 290950 INFO (OverseerStateUpdate-97345656853233668-127.0.0.1:50047_-n_0000000000) [n:127.0.0.1:50047_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 291964 WARN (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 291966 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 291992 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 292111 WARN (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 292123 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 292148 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 292148 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/control-001/cores/collection1/data/]
[junit4] 2> 292148 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@99171f4
[junit4] 2> 292151 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=79.037109375, floorSegmentMB=2.03125, forceMergeDeletesPctAllowed=24.459697427693907, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 292170 WARN (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 292185 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 292185 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 292186 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 292186 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 292186 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33649761671959455]
[junit4] 2> 292187 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c3bd06[collection1] main]
[junit4] 2> 292195 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 292195 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 292195 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 292202 INFO (searcherExecutor-1017-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c3bd06[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 292203 INFO (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:50047_) [n:127.0.0.1:50047_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557530511404957696
[junit4] 2> 292220 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 292220 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 292220 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50047/collection1/
[junit4] 2> 292220 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 292220 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50047/collection1/ has no replicas
[junit4] 2> 292235 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50047/collection1/ shard1
[junit4] 2> 292386 INFO (coreZkRegister-1009-thread-1-processing-n:127.0.0.1:50047_ x:collection1 c:control_collection) [n:127.0.0.1:50047_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 292532 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292533 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44096/solr ready
[junit4] 2> 292533 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 292671 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/shard-1-001/cores/collection1
[junit4] 2> 292672 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/shard-1-001
[junit4] 2> 292678 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 292683 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19e25e1f{/,null,AVAILABLE}
[junit4] 2> 292684 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@433fead7{HTTP/1.1,[http/1.1]}{127.0.0.1:45318}
[junit4] 2> 292684 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.e.j.s.Server Started @297067ms
[junit4] 2> 292684 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=40882, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/shard-1-001/cores}
[junit4] 2> 292684 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 292685 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 292685 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 292685 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 292685 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-25T20:40:46.228Z
[junit4] 2> 292688 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 292688 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F8E8309AAA84A9BD-001/shard-1-001/solr.xml
[junit4] 2> 292695 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 292695 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44096/solr
[junit4] 2> 292732 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F8E8309AAA84A9BD]) [n:127.0.0.1:40882_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292739 INFO (TEST-LeaderFailoverAfterPar
[...truncated too long message...]
java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:53)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5427846 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F8E8309AAA84A9BD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33362 33362
[junit4] 2> 5427846 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F8E8309AAA84A9BD]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F8E8309AAA84A9BD-001
[junit4] 2> Jan 25, 2017 10:06:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1321, maxMBSortInHeap=5.575003058709166, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sr-ME, timezone=America/Merida
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=377761784,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [BJQParserTest, DistributedFacetPivotWhiteBoxTest, TestCollationFieldDocValues, ConnectionManagerTest, JvmMetricsTest, SparseHLLTest, FullHLLTest, TestLeaderElectionZkExpiry, OverseerTest, PreAnalyzedFieldTest, TestSolrQueryParserDefaultOperatorResource, TestMacroExpander, TermVectorComponentDistributedTest, MultiThreadedOCPTest, TestCloudManagedSchema, FieldMutatingUpdateProcessorTest, TolerantUpdateProcessorTest, SmileWriterTest, StatelessScriptUpdateProcessorFactoryTest, DOMUtilTest, BasicAuthIntegrationTest, DeleteInactiveReplicaTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, WrapperMergePolicyFactoryTest, TestSegmentSorting, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LeaderElectionTest, TestCustomStream, BadComponentTest, HdfsNNFailoverTest, TestReload, ForceLeaderTest, StatsComponentTest, SuggestComponentTest, RequestHandlersTest, TestSolrJ, TestDefaultSearchFieldResource, VMParamsZkACLAndCredentialsProvidersTest, TestScoreJoinQPScore, TestXmlQParserPlugin, RankQueryTest, TestHdfsUpdateLog, JSONWriterTest, DocValuesMissingTest, SpellPossibilityIteratorTest, TestSolrQueryParser, TestDistributedMissingSort, MinimalSchemaTest, BadIndexSchemaTest, TimeZoneUtilsTest, TestStressUserVersions, TestMergePolicyConfig, TestPivotHelperCode, TestWriterPerf, TestRandomCollapseQParserPlugin, TestNonDefinedSimilarityFactory, TestManagedResource, PluginInfoTest, TestJavabinTupleStreamParser, TestGroupingSearch, TestFieldCollectionResource, TestMiniSolrCloudClusterSSL, TestConfigSetsAPIExclusivity, BooleanFieldTest, SSLMigrationTest, SolrTestCaseJ4Test, InfoHandlerTest, AssignTest, TestMinMaxOnMultiValuedField, TestFilteredDocIdSet, DistributedFacetPivotLongTailTest, TestFieldCacheReopen, TestBackupRepositoryFactory, SolrGraphiteReporterTest, TestDelegationWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, TestIndexSearcher, TestAuthenticationFramework, TestSolrCloudWithDelegationTokens, CurrencyFieldXmlFileTest, PrimUtilsTest, HardAutoCommitTest, XmlUpdateRequestHandlerTest, TestRequestForwarding, PingRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestStressReorder, TestPhraseSuggestions, TestCloudPivotFacet, DebugComponentTest, TestAnalyzedSuggestions, TestExactSharedStatsCache, TestZkChroot, CoreAdminHandlerTest, SolrIndexMetricsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ResponseLogComponentTest, TestJmxMonitoredMap, CachingDirectoryFactoryTest, StressHdfsTest, SOLR749Test, TestUninvertingReader, ConnectionReuseTest, QueryParsingTest, LeaderInitiatedRecoveryOnShardRestartTest, BinaryUpdateRequestHandlerTest, OverseerStatusTest, TestNoOpRegenerator, OpenCloseCoreStressTest, TestReplicationHandler, TestRandomDVFaceting, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, ConvertedLegacyTest, TestSort, SoftAutoCommitTest, DocValuesTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, TestQueryTypes, TermsComponentTest, TestIndexingPerformance, RequiredFieldsTest, RegexBoostProcessorTest, TestJmxIntegration, MBeansHandlerTest, TestComponentsName, TestLFUCache, TestSimpleTrackingShardHandler, CdcrBootstrapTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, TestReplicaProperties, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [524/681 (8!)] on J2 in 268.83s, 20 tests, 3 failures, 3 errors <<< FAILURES!
[...truncated 62934 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 266 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/266/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 7 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:249)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([587FB499D0557722]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([587FB499D0557722:D02B8B437EA91ADA]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 978 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=9D92D2FD78C8F5D3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=Africa/Nairobi -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 517s J0 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:230)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1049, name=Thread-915, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at java.util.HashMap.newNode(HashMap.java:1742)
[junit4] > at java.util.HashMap.putVal(HashMap.java:641)
[junit4] > at java.util.HashMap.put(HashMap.java:611)
[junit4] > at java.util.HashSet.add(HashSet.java:219)
[junit4] > at java.util.AbstractCollection.addAll(AbstractCollection.java:344)
[junit4] > at org.apache.lucene.index.SegmentInfos.files(SegmentInfos.java:790)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.incRef(IndexFileDeleter.java:552)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:519)
[junit4] > at org.apache.lucene.index.IndexWriter.checkpointNoSIS(IndexWriter.java:2485)
[junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.commit(IndexWriter.java:672)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3017)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3236)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3199)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1047, name=Thread-913, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1042, name=Thread-908, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1044, name=Thread-910, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1048, name=Thread-914, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1041, name=Thread-907, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1050, name=Thread-916, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1046, name=Thread-912, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:767)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3198)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1043, name=Thread-909, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3163, name=Lucene Merge Thread #2112, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:696)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteNewFiles(IndexFileDeleter.java:691)
[junit4] > at org.apache.lucene.index.IndexWriter.deleteNewFiles(IndexWriter.java:4948)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4426)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3924)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #12: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1045, name=Thread-911, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexWriter.<init>(CompressingStoredFieldsIndexWriter.java:94)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:127)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] > at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:398)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:273)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexingSequenceNumbers_9D92D2FD78C8F5D3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=yes): {id=IB SPL-D1}, locale=it-CH, timezone=Africa/Nairobi
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=43866488,total=497549312
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterOnVMError, TestIndexWriterExceptions2, TestMaxTermFrequency, TestDocIdSetBuilder, TestDemo, TestFieldValueQuery, TestTransactions, TestClassicSimilarity, TestOfflineSorter, TestElevationComparator, TestCharsRef, TestCustomSearcherSort, TestSearchForDuplicates, TestComplexExplanationsOfNonMatches, TestPointValues, TestByteSlices, TestSortedNumericSortField, TestStandardAnalyzer, TestMinimize, TestSegmentMerger, TestSimpleExplanations, TestNoDeletionPolicy, TestNRTReaderCleanup, TestNumericTokenStream, TestBlendedTermQuery, Test2BDocs, TestSegmentInfos, TestPrefixCodedTerms, TestSpanCollection, TestNRTCachingDirectory, TestBKD, TestFieldMaskingSpanQuery, TestStressIndexing2, TestNumericRangeQuery64, TestLucene50CompoundFormat, TestDocBoost, TestGrowableByteArrayDataOutput, TestIndexingSequenceNumbers]
[junit4] Completed [211/451 (1!)] on J0 in 647.04s, 8 tests, 1 error <<< FAILURES!
[...truncated 843 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=9D92D2FD78C8F5D3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-BA -Dtests.timezone=Australia/Adelaide -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1914, maxMBSortInHeap=7.541613537430758, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=sr-Latn-BA, timezone=Australia/Adelaide
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=76516280,total=497549312
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterOnVMError, TestIndexWriterExceptions2, TestMaxTermFrequency, TestDocIdSetBuilder, TestDemo, TestFieldValueQuery, TestTransactions, TestClassicSimilarity, TestOfflineSorter, TestElevationComparator, TestCharsRef, TestCustomSearcherSort, TestSearchForDuplicates, TestComplexExplanationsOfNonMatches, TestPointValues, TestByteSlices, TestSortedNumericSortField, TestStandardAnalyzer, TestMinimize, TestSegmentMerger, TestSimpleExplanations, TestNoDeletionPolicy, TestNRTReaderCleanup, TestNumericTokenStream, TestBlendedTermQuery, Test2BDocs, TestSegmentInfos, TestPrefixCodedTerms, TestSpanCollection, TestNRTCachingDirectory, TestBKD, TestFieldMaskingSpanQuery, TestStressIndexing2, TestNumericRangeQuery64, TestLucene50CompoundFormat, TestDocBoost, TestGrowableByteArrayDataOutput, TestIndexingSequenceNumbers, TestThreadedForceMerge, TestPrefixQuery, TestSpansEnum, TestDoubleValuesSource, TestDocValuesScoring, TestIndexableField, TestNRTThreads, TestDeletionPolicy, TestIndexFileDeleter, TestReqExclBulkScorer, TestGraphTokenStreamFiniteStrings, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=9D92D2FD78C8F5D3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-BA -Dtests.timezone=Australia/Adelaide -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([9D92D2FD78C8F5D3]:0)
[junit4] Completed [425/451 (2!)] on J0 in 7223.78s, 1 test, 2 errors <<< FAILURES!
[...truncated 83 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J0-20170124_184223_1256545490122415439507.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid30618.hprof ...
[junit4] Heap dump file created [539236366 bytes in 3.478 secs]
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J0-20170124_184223_1258953189232820236377.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Thread-915"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Thread-913"
[junit4] <<< JVM J0: EOF ----
[...truncated 11057 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/init-core-data-001
[junit4] 2> 569498 INFO (SUITE-TestReplicationHandler-seed#[587FB499D0557722]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 569511 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterWrite2Slave
[junit4] 2> 569511 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/collection1
[junit4] 2> 569526 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 569713 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c77faff{/solr,null,AVAILABLE}
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51667b47{HTTP/1.1,[http/1.1]}{127.0.0.1:55657}
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.Server Started @573903ms
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=55657}
[junit4] 2> 569714 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 569714 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-25T00:25:46.313Z
[junit4] 2> 569715 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/solr.xml
[junit4] 2> 569736 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 569747 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/.
[junit4] 2> 569747 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 569821 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 569858 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 569861 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 569863 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/./collection1
[junit4] 2> 569863 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/./collection1/data/]
[junit4] 2> 569889 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.7490234375, floorSegmentMB=2.12890625, forceMergeDeletesPctAllowed=2.3170276999228, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6031755985681237
[junit4] 2> 569940 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 569940 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 569941 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=32.47265625, floorSegmentMB=1.2607421875, forceMergeDeletesPctAllowed=5.37906179917694, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 569941 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59701ae5[collection1] main]
[junit4] 2> 569942 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-001/collection1/conf
[junit4] 2> 569942 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 569942 INFO (coreLoadExecutor-2354-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 569943 INFO (searcherExecutor-2355-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59701ae5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 571236 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/collection1
[junit4] 2> 571252 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 571342 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@156dc13a{/solr,null,AVAILABLE}
[junit4] 2> 571342 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58539f77{HTTP/1.1,[http/1.1]}{127.0.0.1:57978}
[junit4] 2> 571342 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.e.j.s.Server Started @575531ms
[junit4] 2> 571342 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=57978}
[junit4] 2> 571342 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 571342 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 571343 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 571343 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 571343 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-25T00:25:47.942Z
[junit4] 2> 571343 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/solr.xml
[junit4] 2> 571364 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 571383 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/.
[junit4] 2> 571384 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[587FB499D0557722]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 571416 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 571443 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 571450 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 571451 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/./collection1
[junit4] 2> 571451 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/./collection1/data/]
[junit4] 2> 571474 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.7490234375, floorSegmentMB=2.12890625, forceMergeDeletesPctAllowed=2.3170276999228, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6031755985681237
[junit4] 2> 571544 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 571544 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 571545 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=32.47265625, floorSegmentMB=1.2607421875, forceMergeDeletesPctAllowed=5.37906179917694, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 571568 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68096cf0[collection1] main]
[junit4] 2> 571569 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_587FB499D0557722-001/solr-instance-002/collection1/conf
[junit4] 2> 571584 INFO (coreLoadExecutor-2364-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 571584 INFO (searcherExecutor-2365-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68096cf0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 571621 INFO (qtp104890562-5853) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 571622 INFO (indexFetcher-2369-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 571622 INFO (indexFetcher-2369-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 571622 INFO (indexFetcher-2369-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 572237 INFO (qtp104890562-5851) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 572241 INFO (qtp104890562-5851) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
[junit4] 2> 572245 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 572247 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 572250 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 1
[junit4] 2> 572255 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 572257 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 572259 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 572262 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 1
[junit4] 2> 572264 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 572268 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 572270 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 572273 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 1
[junit4] 2> 572276 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 572284 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 572286 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 572289 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 1
[junit4] 2> 572291 INFO (qtp104890562-5851) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 572293 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 572294 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 572297 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 1
[junit4] 2> 572299 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 572301 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 572305 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 572313 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 6
[junit4] 2> 572316 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 572317 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 572319 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 572322 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 1
[junit4] 2> 572324 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 572326 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 572328 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 572331 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 1
[junit4] 2> 572333 INFO (qtp104890562-5851) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 572334 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 572336 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 572341 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 3
[junit4] 2> 572343 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 572345 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 572348 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 572357 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 3
[junit4] 2> 572359 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 572361 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 572363 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 572366 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 1
[junit4] 2> 572368 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 572370 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 572372 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 572375 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 1
[junit4] 2> 572377 INFO (qtp104890562-5851) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 572378 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 572380 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 572383 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 1
[junit4] 2> 572385 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 572387 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 572389 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 572392 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 1
[junit4] 2> 572394 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 572396 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 572397 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 572400 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 1
[junit4] 2> 572408 INFO (qtp104890562-5855) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 572410 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 572412 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 572415 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 1
[junit4] 2> 572417 INFO (qtp104890562-5851) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 572419 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 572420 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 572424 INFO (qtp104890562-5856) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 1
[junit4] 2> 572426 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 572427 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 572429 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 572572 INFO (qtp104890562-5853) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 572573 INFO (indexFetcher-2369-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 572573 INFO (indexFetcher-2369-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 572573 INFO (indexFetcher-2369-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 572786 INFO (qtp104890562-5857) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 355
[junit4] 2> 572789 INFO (qtp104890562-5850) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 572791 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 572793 INFO (qtp104890562-5854) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=jav
[...truncated too long message...]
> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 6279827 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[587FB499D0557722]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_587FB499D0557722-001
[junit4] 2> Jan 25, 2017 2:00:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ko, timezone=Pacific/Midway
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=73988840,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestIntervalFaceting, HLLUtilTest, ZkControllerTest, TestElisionMultitermQuery, TestFieldTypeCollectionResource, DistributedFacetPivotSmallTest, CSVRequestHandlerTest, TestRawResponseWriter, ZkCLITest, DistributedQueryComponentOptimizationTest, DocValuesNotIndexedTest, TestLuceneMatchVersion, TestSolrConfigHandlerConcurrent, TestRestManager, TestGraphMLResponseWriter, TestChildDocTransformer, TestBulkSchemaConcurrent, UpdateRequestProcessorFactoryTest, SortByFunctionTest, TestQueryWrapperFilter, WordBreakSolrSpellCheckerTest, TestQueryUtils, SuggesterFSTTest, TestDownShardTolerantSearch, DistributedIntervalFacetingTest, LeaderElectionContextKeyTest, TestSortByMinMaxFunction, TestMissingGroups, AnalysisErrorHandlingTest, TestLMDirichletSimilarityFactory, TestConfigSetsAPI, TestManagedSchemaAPI, EchoParamsTest, ConjunctionSolrSpellCheckerTest, ReplicaListTransformerTest, BasicFunctionalityTest, HdfsDirectoryTest, ShardRoutingTest, SolrXmlInZkTest, ZkStateReaderTest, TestHashPartitioner, HdfsRecoveryZkTest, SolrSlf4jReporterTest, ConfigSetsAPITest, AddSchemaFieldsUpdateProcessorFactoryTest, TestUniqueKeyFieldResource, TestSweetSpotSimilarityFactory, SolrInfoMBeanTest, TestLRUStatsCache, URLClassifyProcessorTest, TestHashQParserPlugin, TestReRankQParserPlugin, TestFiltering, DistributedFacetPivotLargeTest, TestExceedMaxTermLength, TestFieldCacheSort, TestDistribIDF, MissingSegmentRecoveryTest, TestBlobHandler, TestSearchPerf, DirectoryFactoryTest, LeaderInitiatedRecoveryOnCommitTest, TestPerFieldSimilarityWithDefaultOverride, TestScoreJoinQPNoScore, TestSurroundQueryParser, TestLocalFSCloudBackupRestore, DocValuesTest, RuleEngineTest, SpellCheckComponentTest, TestReplicaProperties, DirectSolrSpellCheckerTest, TestSerializedLuceneMatchVersion, PeerSyncWithIndexFingerprintCachingTest, TestWordDelimiterFilterFactory, TestSolrCloudSnapshots, JavabinLoaderTest, OverseerRolesTest, SolrGangliaReporterTest, TestSchemalessBufferedUpdates, AliasIntegrationTest, OpenCloseCoreStressTest, SpellCheckCollatorTest, RollingRestartTest, TermVectorComponentTest, TestCopyFieldCollectionResource, HdfsThreadLeakTest, TestDistributedGrouping, SolrMetricManagerTest, ClassificationUpdateProcessorIntegrationTest, SearchHandlerTest, TestSchemaResource, PreAnalyzedUpdateProcessorTest, DirectSolrConnectionTest, HighlighterTest, TestSubQueryTransformerDistrib, TestComplexPhraseLeadingWildcard, HdfsBasicDistributedZkTest, IndexBasedSpellCheckerTest, TestCloudRecovery, DistributedTermsComponentTest, TestXmlQParser, TestSQLHandler, TestConfigSetImmutable, ZkSolrClientTest, TestNamedUpdateProcessors, TestNumericTerms64, ShardSplitTest, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestSearcherReuse, TestExpandComponent, SimpleCollectionCreateDeleteTest, TestQueryTypes, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, ReplaceNodeTest, RestartWhileUpdatingTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestClusterProperties, TestCollectionAPI, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [513/681 (2!)] on J1 in 47.17s, 1 test, 1 failure <<< FAILURES!
[...truncated 12220 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid30618.hprof
Total time: 468 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 265 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/265/
10 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:39855/_/ej/oneInstanceCollection23: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /_/ej/oneInstanceCollection23/update. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1251) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:943) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:839) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) ... 13 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890) ... 36 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:693) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305) ... 43 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39855/_/ej/oneInstanceCollection23: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /_/ej/oneInstanceCollection23/update. Reason:
<pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1251)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:839)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:378)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
... 13 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
... 36 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 43 more
,code=500}</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:7F43C2950823805E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:800)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:361)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
Error from server at https://127.0.0.1:42024/jbiwg/h/collection1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /jbiwg/h/collection1/update. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1251) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:943) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884) ... 9 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:693) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305) ... 15 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42024/jbiwg/h/collection1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /jbiwg/h/collection1/update. Reason:
<pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1251)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 15 more
,code=500}</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:7F43C2950823805E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:835)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.tryDelete(ChaosMonkeySafeLeaderTest.java:190)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:BF6289FBA0ECC233]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:F6AED17173504239]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:64B7AA6928D7A677]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:42924/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42924/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:1BD150FB5D435042]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at https://127.0.0.1:56721/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:56721/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:84B47DBF12B7B884]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:1030ED72B1BC925F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at https://127.0.0.1:56721/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:56721/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:DD9791AA1105CD6E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F717FD4FA6DFEDA6:7F43C2950823805E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11864 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_F717FD4FA6DFEDA6-001/init-core-data-001
[junit4] 2> 1069736 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1069736 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vocm/
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1069782 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1069801 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1069810 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1069823 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_39052_hdfs____.7ewkof/webapp
[junit4] 2> 1070164 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39052
[junit4] 2> 1070228 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1070229 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1070237 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37049_datanode____.3ebzyg/webapp
[junit4] 2> 1070692 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37049
[junit4] 2> 1070756 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1070757 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1070766 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47028_datanode____.uh1j7q/webapp
[junit4] 2> 1070916 INFO (IPC Server handler 3 on 34312) [ ] BlockStateChange BLOCK* processReport: from storage DS-ed44bbd0-803a-4b95-a226-7b6ef9ec8079 node DatanodeRegistration(127.0.0.1:34868, datanodeUuid=04febe9b-0642-43fb-8172-464d6d56540a, infoPort=48457, infoSecurePort=0, ipcPort=59031, storageInfo=lv=-56;cid=testClusterID;nsid=1399616880;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1070916 INFO (IPC Server handler 3 on 34312) [ ] BlockStateChange BLOCK* processReport: from storage DS-397d0864-7aec-492e-a0c9-fcf80e2d6ac8 node DatanodeRegistration(127.0.0.1:34868, datanodeUuid=04febe9b-0642-43fb-8172-464d6d56540a, infoPort=48457, infoSecurePort=0, ipcPort=59031, storageInfo=lv=-56;cid=testClusterID;nsid=1399616880;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1071205 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47028
[junit4] 2> 1071285 INFO (IPC Server handler 7 on 34312) [ ] BlockStateChange BLOCK* processReport: from storage DS-f5843e73-f84e-424d-9950-228751519709 node DatanodeRegistration(127.0.0.1:36870, datanodeUuid=621728a5-bd75-4679-a673-a592b1452c99, infoPort=34374, infoSecurePort=0, ipcPort=47830, storageInfo=lv=-56;cid=testClusterID;nsid=1399616880;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1071285 INFO (IPC Server handler 7 on 34312) [ ] BlockStateChange BLOCK* processReport: from storage DS-8f9e5849-7234-41a3-87e7-476d2fc67995 node DatanodeRegistration(127.0.0.1:36870, datanodeUuid=621728a5-bd75-4679-a673-a592b1452c99, infoPort=34374, infoSecurePort=0, ipcPort=47830, storageInfo=lv=-56;cid=testClusterID;nsid=1399616880;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1071359 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1071360 INFO (Thread-2571) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1071360 INFO (Thread-2571) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1071463 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.ZkTestServer start zk server on port:42589
[junit4] 2> 1071476 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1071478 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1071479 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1071479 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1071480 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1071481 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1071481 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1071482 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1071483 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1071484 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1071485 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1071561 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_F717FD4FA6DFEDA6-001/control-001/cores/collection1
[junit4] 2> 1071562 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1071570 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@322e2b33{/vocm,null,AVAILABLE}
[junit4] 2> 1071570 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cf09e68{HTTP/1.1,[http/1.1]}{127.0.0.1:46329}
[junit4] 2> 1071571 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.e.j.s.Server Started @1074837ms
[junit4] 2> 1071571 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:34312/hdfs__localhost_34312__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_F717FD4FA6DFEDA6-001_tempDir-002_control_data, hostContext=/vocm, hostPort=46329, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_F717FD4FA6DFEDA6-001/control-001/cores}
[junit4] 2> 1071571 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1071571 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[F717FD4FA6DFEDA6]) [
[...truncated too long message...]
rg.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:53)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3856416 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41318 41318
[junit4] 2> 3856416 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F717FD4FA6DFEDA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F717FD4FA6DFEDA6-001
[junit4] 2> Jan 23, 2017 3:53:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=578, maxMBSortInHeap=7.444789354576333, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-MA, timezone=Antarctica/Troll
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=411607712,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, PathHierarchyTokenizerFactoryTest, EnumFieldTest, TestCollectionAPI, TestSchemaManager, CloudExitableDirectoryReaderTest, TestFastLRUCache, DistribDocExpirationUpdateProcessorTest, VersionInfoTest, TestOverriddenPrefixQueryForCustomFieldType, TestHdfsCloudBackupRestore, TestSolrQueryParserResource, TestFunctionQuery, TestDocTermOrds, HdfsDirectoryFactoryTest, CoreAdminRequestStatusTest, TestMacros, HdfsBasicDistributedZk2Test, BufferStoreTest, TestJoin, TestDynamicLoading, TestCloudPseudoReturnFields, TestStressLiveNodes, ChaosMonkeyNothingIsSafeTest, CurrencyFieldOpenExchangeTest, CloneFieldUpdateProcessorFactoryTest, CdcrVersionReplicationTest, TestShortCircuitedRequests, TestExactStatsCache, MetricsHandlerTest, FastVectorHighlighterTest, CoreSorterTest, PKIAuthenticationIntegrationTest, TestConfigOverlay, PolyFieldTest, OverseerModifyCollectionTest, DefaultValueUpdateProcessorTest, TestBinaryResponseWriter, RequiredFieldsTest, TestSolrConfigHandlerCloud, CdcrReplicationDistributedZkTest, TestGraphTermsQParserPlugin, TestRandomDVFaceting, TestRangeQuery, TestSolrCloudWithKerberosAlt, TestFoldingMultitermQuery, TestDocSet, TestSolrXml, TestQuerySenderNoQuery, TestReloadDeadlock, TestTrackingShardHandlerFactory, RegexBoostProcessorTest, TestCrossCoreJoin, SharedFSAutoReplicaFailoverUtilsTest, TestUnifiedSolrHighlighter, TestHighFrequencyDictionaryFactory, QueryEqualityTest, MigrateRouteKeyTest, TestSolrDeletionPolicy2, TestFaceting, TestFieldCacheVsDocValues, AlternateDirectoryTest, TestPerFieldSimilarity, SolrJmxReporterTest, TestValueSourceCache, UUIDFieldTest, TestInitParams, AddBlockUpdateTest, OutputWriterTest, NotRequiredUniqueKeyTest, ReturnFieldsTest, TestHighlightDedupGrouping, TestBadConfig, TestFastWriter, LeaderFailureAfterFreshStartTest, SpatialRPTFieldTypeTest, FacetPivotSmallTest, TestRestoreCore, TestConfigSetsAPIZkFailure, SyncSliceTest, DistributedSpellCheckComponentTest, BasicZkTest, TestCodecSupport, ClusterStateTest, TestPerFieldSimilarityClassic, DeleteLastCustomShardedReplicaTest, ExternalFileFieldSortTest, BlobRepositoryCloudTest, XsltUpdateRequestHandlerTest, TestLazyCores, TestRandomFaceting, RemoteQueryErrorTest, TestMiniSolrCloudCluster, TestShardHandlerFactory, TestCSVLoader, ConcurrentDeleteAndCreateCollectionTest, UUIDUpdateProcessorFallbackTest, TestClassicSimilarityFactory, TemplateUpdateProcessorTest, TestBinaryResponseWriter, QueryElevationComponentTest, HighlighterConfigTest, SaslZkACLProviderTest, TestRealTimeGet, TestAtomicUpdateErrorCases, TestJsonRequest, BlockJoinFacetDistribTest, TestDistributedSearch, DistributedFacetExistsSmallTest, TestReplicaProperties, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [530/681 (4!)] on J0 in 219.69s, 20 tests, 2 failures, 5 errors <<< FAILURES!
[...truncated 62941 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 264 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/264/
3 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([FF2C59EBCF29AB96:EF4DF412DA8BEEB8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx(TestStressCloudBlindAtomicUpdates.java:234)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1485133186997,generation=2,filelist=[_13h0.cfe, _13h0.cfs, _13h0.si, _13h1.cfe, _13h1.cfs, _13h1.si, _13h2.cfe, _13h2.cfs, _13h2.si, _13h3.cfe, _13h3.cfs, _13h3.si, _13h4.cfe, _13h4.cfs, _13h4.si, _13h5.cfe, _13h5.cfs, _13h5.si, _13h6.cfe, _13h6.cfs, _13h6.si, _13h7.cfe, _13h7.cfs, _13h7.si, _13h8.cfe, _13h8.cfs, _13h8.si, _13h9.cfe, _13h9.cfs, _13h9.si, _13ha.cfe, _13ha.cfs, _13ha.si, _13hb.cfe, _13hb.cfs, _13hb.si, _13hc.cfe, _13hc.cfs, _13hc.si, _13hd.cfe, _13hd.cfs, _13hd.si, _13he.cfe, _13he.cfs, _13he.si, _13hf.cfe, _13hf.cfs, _13hf.si, _13hg.cfe, _13hg.cfs, _13hg.si, _13hh.cfe, _13hh.cfs, _13hh.si, _13hi.cfe, _13hi.cfs, _13hi.si, _13hj.cfe, _13hj.cfs, _13hj.si, _13hk.cfe, _13hk.cfs, _13hk.si, _13hl.cfe, _13hl.cfs, _13hl.si, _13hm.cfe, _13hm.cfs, _13hm.si, _13hn.cfe, _13hn.cfs, _13hn.si, _13ho.cfe, _13ho.cfs, _13ho.si, _13hp.cfe, _13hp.cfs, _13hp.si, _13hq.cfe, _13hq.cfs, _13hq.si, _13hr.cfe, _13hr.cfs, _13hr.si, _13hs.cfe, _13hs.cfs, _13hs.si, _13ht.cfe, _13ht.cfs, _13ht.si, _13hu.cfe, _13hu.cfs, _13hu.si, _13hv.cfe, _13hv.cfs, _13hv.si, _13hw.cfe, _13hw.cfs, _13hw.si, _13hx.cfe, _13hx.cfs, _13hx.si, _13hy.cfe, _13hy.cfs, _13hy.si, _13hz.cfe, _13hz.cfs, _13hz.si, _13i0.cfe, _13i0.cfs, _13i0.si, _13i1.cfe, _13i1.cfs, _13i1.si, _13i2.cfe, _13i2.cfs, _13i2.si, _13i3.cfe, _13i3.cfs, _13i3.si, _13i4.cfe, _13i4.cfs, _13i4.si, _13i5.cfe, _13i5.cfs, _13i5.si, _13i6.cfe, _13i6.cfs, _13i6.si, _13i8.cfe, _13i8.cfs, _13i8.si, _13i9.cfe, _13i9.cfs, _13i9.si, _13ia.cfe, _13ia.cfs, _13ia.si, _13ib.cfe, _13ib.cfs, _13ib.si, _13ic.cfe, _13ic.cfs, _13ic.si, _13id.cfe, _13id.cfs, _13id.si, _13ie.cfe, _13ie.cfs, _13ie.si, _13if.cfe, _13if.cfs, _13if.si, _13ig.cfe, _13ig.cfs, _13ig.si, _13ih.cfe, _13ih.cfs, _13ih.si, _13ii.cfe, _13ii.cfs, _13ii.si, _13ij.cfe, _13ij.cfs, _13ij.si, _13ik.cfe, _13ik.cfs, _13ik.si, _13il.cfe, _13il.cfs, _13il.si, _13im.cfe, _13im.cfs, _13im.si, _13in.cfe, _13in.cfs, _13in.si, _13io.cfe, _13io.cfs, _13io.si, _13ip.cfe, _13ip.cfs, _13ip.si, _13iq.cfe, _13iq.cfs, _13iq.si, segments_2]}]> but was:<[{indexVersion=1485133186997,generation=2,filelist=[_13h0.cfe, _13h0.cfs, _13h0.si, _13h1.cfe, _13h1.cfs, _13h1.si, _13h2.cfe, _13h2.cfs, _13h2.si, _13h3.cfe, _13h3.cfs, _13h3.si, _13h4.cfe, _13h4.cfs, _13h4.si, _13h5.cfe, _13h5.cfs, _13h5.si, _13h6.cfe, _13h6.cfs, _13h6.si, _13h7.cfe, _13h7.cfs, _13h7.si, _13h8.cfe, _13h8.cfs, _13h8.si, _13h9.cfe, _13h9.cfs, _13h9.si, _13ha.cfe, _13ha.cfs, _13ha.si, _13hb.cfe, _13hb.cfs, _13hb.si, _13hc.cfe, _13hc.cfs, _13hc.si, _13hd.cfe, _13hd.cfs, _13hd.si, _13he.cfe, _13he.cfs, _13he.si, _13hf.cfe, _13hf.cfs, _13hf.si, _13hg.cfe, _13hg.cfs, _13hg.si, _13hh.cfe, _13hh.cfs, _13hh.si, _13hi.cfe, _13hi.cfs, _13hi.si, _13hj.cfe, _13hj.cfs, _13hj.si, _13hk.cfe, _13hk.cfs, _13hk.si, _13hl.cfe, _13hl.cfs, _13hl.si, _13hm.cfe, _13hm.cfs, _13hm.si, _13hn.cfe, _13hn.cfs, _13hn.si, _13ho.cfe, _13ho.cfs, _13ho.si, _13hp.cfe, _13hp.cfs, _13hp.si, _13hq.cfe, _13hq.cfs, _13hq.si, _13hr.cfe, _13hr.cfs, _13hr.si, _13hs.cfe, _13hs.cfs, _13hs.si, _13ht.cfe, _13ht.cfs, _13ht.si, _13hu.cfe, _13hu.cfs, _13hu.si, _13hv.cfe, _13hv.cfs, _13hv.si, _13hw.cfe, _13hw.cfs, _13hw.si, _13hx.cfe, _13hx.cfs, _13hx.si, _13hy.cfe, _13hy.cfs, _13hy.si, _13hz.cfe, _13hz.cfs, _13hz.si, _13i0.cfe, _13i0.cfs, _13i0.si, _13i1.cfe, _13i1.cfs, _13i1.si, _13i2.cfe, _13i2.cfs, _13i2.si, _13i3.cfe, _13i3.cfs, _13i3.si, _13i4.cfe, _13i4.cfs, _13i4.si, _13i5.cfe, _13i5.cfs, _13i5.si, _13i6.cfe, _13i6.cfs, _13i6.si, _13i8.cfe, _13i8.cfs, _13i8.si, _13i9.cfe, _13i9.cfs, _13i9.si, _13ia.cfe, _13ia.cfs, _13ia.si, _13ib.cfe, _13ib.cfs, _13ib.si, _13ic.cfe, _13ic.cfs, _13ic.si, _13id.cfe, _13id.cfs, _13id.si, _13ie.cfe, _13ie.cfs, _13ie.si, _13if.cfe, _13if.cfs, _13if.si, _13ig.cfe, _13ig.cfs, _13ig.si, _13ih.cfe, _13ih.cfs, _13ih.si, _13ii.cfe, _13ii.cfs, _13ii.si, _13ij.cfe, _13ij.cfs, _13ij.si, _13ik.cfe, _13ik.cfs, _13ik.si, _13il.cfe, _13il.cfs, _13il.si, _13im.cfe, _13im.cfs, _13im.si, _13in.cfe, _13in.cfs, _13in.si, _13io.cfe, _13io.cfs, _13io.si, _13ip.cfe, _13ip.cfs, _13ip.si, _13iq.cfe, _13iq.cfs, _13iq.si, segments_2]}, {indexVersion=1485133186997,generation=3,filelist=[_13i6.cfe, _13i6.cfs, _13i6.si, _13i7.cfe, _13i7.cfs, _13i7.si, _13i8.cfe, _13i8.cfs, _13i8.si, _13i9.cfe, _13i9.cfs, _13i9.si, _13ia.cfe, _13ia.cfs, _13ia.si, _13ib.cfe, _13ib.cfs, _13ib.si, _13ic.cfe, _13ic.cfs, _13ic.si, _13id.cfe, _13id.cfs, _13id.si, _13ie.cfe, _13ie.cfs, _13ie.si, _13if.cfe, _13if.cfs, _13if.si, _13ig.cfe, _13ig.cfs, _13ig.si, _13ih.cfe, _13ih.cfs, _13ih.si, _13ii.cfe, _13ii.cfs, _13ii.si, _13ij.cfe, _13ij.cfs, _13ij.si, _13ik.cfe, _13ik.cfs, _13ik.si, _13il.cfe, _13il.cfs, _13il.si, _13im.cfe, _13im.cfs, _13im.si, _13in.cfe, _13in.cfs, _13in.si, _13io.cfe, _13io.cfs, _13io.si, _13ip.cfe, _13ip.cfs, _13ip.si, _13iq.cfe, _13iq.cfs, _13iq.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1485133186997,generation=2,filelist=[_13h0.cfe, _13h0.cfs, _13h0.si, _13h1.cfe, _13h1.cfs, _13h1.si, _13h2.cfe, _13h2.cfs, _13h2.si, _13h3.cfe, _13h3.cfs, _13h3.si, _13h4.cfe, _13h4.cfs, _13h4.si, _13h5.cfe, _13h5.cfs, _13h5.si, _13h6.cfe, _13h6.cfs, _13h6.si, _13h7.cfe, _13h7.cfs, _13h7.si, _13h8.cfe, _13h8.cfs, _13h8.si, _13h9.cfe, _13h9.cfs, _13h9.si, _13ha.cfe, _13ha.cfs, _13ha.si, _13hb.cfe, _13hb.cfs, _13hb.si, _13hc.cfe, _13hc.cfs, _13hc.si, _13hd.cfe, _13hd.cfs, _13hd.si, _13he.cfe, _13he.cfs, _13he.si, _13hf.cfe, _13hf.cfs, _13hf.si, _13hg.cfe, _13hg.cfs, _13hg.si, _13hh.cfe, _13hh.cfs, _13hh.si, _13hi.cfe, _13hi.cfs, _13hi.si, _13hj.cfe, _13hj.cfs, _13hj.si, _13hk.cfe, _13hk.cfs, _13hk.si, _13hl.cfe, _13hl.cfs, _13hl.si, _13hm.cfe, _13hm.cfs, _13hm.si, _13hn.cfe, _13hn.cfs, _13hn.si, _13ho.cfe, _13ho.cfs, _13ho.si, _13hp.cfe, _13hp.cfs, _13hp.si, _13hq.cfe, _13hq.cfs, _13hq.si, _13hr.cfe, _13hr.cfs, _13hr.si, _13hs.cfe, _13hs.cfs, _13hs.si, _13ht.cfe, _13ht.cfs, _13ht.si, _13hu.cfe, _13hu.cfs, _13hu.si, _13hv.cfe, _13hv.cfs, _13hv.si, _13hw.cfe, _13hw.cfs, _13hw.si, _13hx.cfe, _13hx.cfs, _13hx.si, _13hy.cfe, _13hy.cfs, _13hy.si, _13hz.cfe, _13hz.cfs, _13hz.si, _13i0.cfe, _13i0.cfs, _13i0.si, _13i1.cfe, _13i1.cfs, _13i1.si, _13i2.cfe, _13i2.cfs, _13i2.si, _13i3.cfe, _13i3.cfs, _13i3.si, _13i4.cfe, _13i4.cfs, _13i4.si, _13i5.cfe, _13i5.cfs, _13i5.si, _13i6.cfe, _13i6.cfs, _13i6.si, _13i8.cfe, _13i8.cfs, _13i8.si, _13i9.cfe, _13i9.cfs, _13i9.si, _13ia.cfe, _13ia.cfs, _13ia.si, _13ib.cfe, _13ib.cfs, _13ib.si, _13ic.cfe, _13ic.cfs, _13ic.si, _13id.cfe, _13id.cfs, _13id.si, _13ie.cfe, _13ie.cfs, _13ie.si, _13if.cfe, _13if.cfs, _13if.si, _13ig.cfe, _13ig.cfs, _13ig.si, _13ih.cfe, _13ih.cfs, _13ih.si, _13ii.cfe, _13ii.cfs, _13ii.si, _13ij.cfe, _13ij.cfs, _13ij.si, _13ik.cfe, _13ik.cfs, _13ik.si, _13il.cfe, _13il.cfs, _13il.si, _13im.cfe, _13im.cfs, _13im.si, _13in.cfe, _13in.cfs, _13in.si, _13io.cfe, _13io.cfs, _13io.si, _13ip.cfe, _13ip.cfs, _13ip.si, _13iq.cfe, _13iq.cfs, _13iq.si, segments_2]}]> but was:<[{indexVersion=1485133186997,generation=2,filelist=[_13h0.cfe, _13h0.cfs, _13h0.si, _13h1.cfe, _13h1.cfs, _13h1.si, _13h2.cfe, _13h2.cfs, _13h2.si, _13h3.cfe, _13h3.cfs, _13h3.si, _13h4.cfe, _13h4.cfs, _13h4.si, _13h5.cfe, _13h5.cfs, _13h5.si, _13h6.cfe, _13h6.cfs, _13h6.si, _13h7.cfe, _13h7.cfs, _13h7.si, _13h8.cfe, _13h8.cfs, _13h8.si, _13h9.cfe, _13h9.cfs, _13h9.si, _13ha.cfe, _13ha.cfs, _13ha.si, _13hb.cfe, _13hb.cfs, _13hb.si, _13hc.cfe, _13hc.cfs, _13hc.si, _13hd.cfe, _13hd.cfs, _13hd.si, _13he.cfe, _13he.cfs, _13he.si, _13hf.cfe, _13hf.cfs, _13hf.si, _13hg.cfe, _13hg.cfs, _13hg.si, _13hh.cfe, _13hh.cfs, _13hh.si, _13hi.cfe, _13hi.cfs, _13hi.si, _13hj.cfe, _13hj.cfs, _13hj.si, _13hk.cfe, _13hk.cfs, _13hk.si, _13hl.cfe, _13hl.cfs, _13hl.si, _13hm.cfe, _13hm.cfs, _13hm.si, _13hn.cfe, _13hn.cfs, _13hn.si, _13ho.cfe, _13ho.cfs, _13ho.si, _13hp.cfe, _13hp.cfs, _13hp.si, _13hq.cfe, _13hq.cfs, _13hq.si, _13hr.cfe, _13hr.cfs, _13hr.si, _13hs.cfe, _13hs.cfs, _13hs.si, _13ht.cfe, _13ht.cfs, _13ht.si, _13hu.cfe, _13hu.cfs, _13hu.si, _13hv.cfe, _13hv.cfs, _13hv.si, _13hw.cfe, _13hw.cfs, _13hw.si, _13hx.cfe, _13hx.cfs, _13hx.si, _13hy.cfe, _13hy.cfs, _13hy.si, _13hz.cfe, _13hz.cfs, _13hz.si, _13i0.cfe, _13i0.cfs, _13i0.si, _13i1.cfe, _13i1.cfs, _13i1.si, _13i2.cfe, _13i2.cfs, _13i2.si, _13i3.cfe, _13i3.cfs, _13i3.si, _13i4.cfe, _13i4.cfs, _13i4.si, _13i5.cfe, _13i5.cfs, _13i5.si, _13i6.cfe, _13i6.cfs, _13i6.si, _13i8.cfe, _13i8.cfs, _13i8.si, _13i9.cfe, _13i9.cfs, _13i9.si, _13ia.cfe, _13ia.cfs, _13ia.si, _13ib.cfe, _13ib.cfs, _13ib.si, _13ic.cfe, _13ic.cfs, _13ic.si, _13id.cfe, _13id.cfs, _13id.si, _13ie.cfe, _13ie.cfs, _13ie.si, _13if.cfe, _13if.cfs, _13if.si, _13ig.cfe, _13ig.cfs, _13ig.si, _13ih.cfe, _13ih.cfs, _13ih.si, _13ii.cfe, _13ii.cfs, _13ii.si, _13ij.cfe, _13ij.cfs, _13ij.si, _13ik.cfe, _13ik.cfs, _13ik.si, _13il.cfe, _13il.cfs, _13il.si, _13im.cfe, _13im.cfs, _13im.si, _13in.cfe, _13in.cfs, _13in.si, _13io.cfe, _13io.cfs, _13io.si, _13ip.cfe, _13ip.cfs, _13ip.si, _13iq.cfe, _13iq.cfs, _13iq.si, segments_2]}, {indexVersion=1485133186997,generation=3,filelist=[_13i6.cfe, _13i6.cfs, _13i6.si, _13i7.cfe, _13i7.cfs, _13i7.si, _13i8.cfe, _13i8.cfs, _13i8.si, _13i9.cfe, _13i9.cfs, _13i9.si, _13ia.cfe, _13ia.cfs, _13ia.si, _13ib.cfe, _13ib.cfs, _13ib.si, _13ic.cfe, _13ic.cfs, _13ic.si, _13id.cfe, _13id.cfs, _13id.si, _13ie.cfe, _13ie.cfs, _13ie.si, _13if.cfe, _13if.cfs, _13if.si, _13ig.cfe, _13ig.cfs, _13ig.si, _13ih.cfe, _13ih.cfs, _13ih.si, _13ii.cfe, _13ii.cfs, _13ii.si, _13ij.cfe, _13ij.cfs, _13ij.si, _13ik.cfe, _13ik.cfs, _13ik.si, _13il.cfe, _13il.cfs, _13il.si, _13im.cfe, _13im.cfs, _13im.si, _13in.cfe, _13in.cfs, _13in.si, _13io.cfe, _13io.cfs, _13io.si, _13ip.cfe, _13ip.cfs, _13ip.si, _13iq.cfe, _13iq.cfs, _13iq.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([FF2C59EBCF29AB96:DAFB42DBBF61A595]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FF2C59EBCF29AB96:7778663161D5C66E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11592 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/init-core-data-001
[junit4] 2> 193600 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 193601 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001
[junit4] 2> 193601 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 193608 INFO (Thread-220) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 193608 INFO (Thread-220) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 193708 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36065
[junit4] 2> 193721 INFO (jetty-launcher-154-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193721 INFO (jetty-launcher-154-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193721 INFO (jetty-launcher-154-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193727 INFO (jetty-launcher-154-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193727 INFO (jetty-launcher-154-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193728 INFO (jetty-launcher-154-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193729 INFO (jetty-launcher-154-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193731 INFO (jetty-launcher-154-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d894e47{/solr,null,AVAILABLE}
[junit4] 2> 193733 INFO (jetty-launcher-154-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23a16e9{/solr,null,AVAILABLE}
[junit4] 2> 193738 INFO (jetty-launcher-154-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193739 INFO (jetty-launcher-154-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193746 INFO (jetty-launcher-154-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5955c6b9{HTTP/1.1,[http/1.1]}{127.0.0.1:44496}
[junit4] 2> 193746 INFO (jetty-launcher-154-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a23d1af{HTTP/1.1,[http/1.1]}{127.0.0.1:49624}
[junit4] 2> 193746 INFO (jetty-launcher-154-thread-1) [ ] o.e.j.s.Server Started @197276ms
[junit4] 2> 193746 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44496}
[junit4] 2> 193746 INFO (jetty-launcher-154-thread-2) [ ] o.e.j.s.Server Started @197276ms
[junit4] 2> 193746 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49624}
[junit4] 2> 193746 ERROR (jetty-launcher-154-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.883Z
[junit4] 2> 193747 ERROR (jetty-launcher-154-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193747 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.883Z
[junit4] 2> 193748 INFO (jetty-launcher-154-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@278ce980{/solr,null,AVAILABLE}
[junit4] 2> 193754 INFO (jetty-launcher-154-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@239f98bd{/solr,null,AVAILABLE}
[junit4] 2> 193754 INFO (jetty-launcher-154-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@730dc90b{HTTP/1.1,[http/1.1]}{127.0.0.1:60134}
[junit4] 2> 193754 INFO (jetty-launcher-154-thread-8) [ ] o.e.j.s.Server Started @197283ms
[junit4] 2> 193754 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60134}
[junit4] 2> 193754 ERROR (jetty-launcher-154-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193754 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193754 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193755 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193755 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.891Z
[junit4] 2> 193755 INFO (jetty-launcher-154-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 193760 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@751c217f{HTTP/1.1,[http/1.1]}{127.0.0.1:57511}
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.e.j.s.Server Started @197293ms
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57511}
[junit4] 2> 193764 ERROR (jetty-launcher-154-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.900Z
[junit4] 2> 193764 INFO (jetty-launcher-154-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55195819{/solr,null,AVAILABLE}
[junit4] 2> 193766 INFO (jetty-launcher-154-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@be9cc6b{/solr,null,AVAILABLE}
[junit4] 2> 193766 INFO (jetty-launcher-154-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5604d4cd{HTTP/1.1,[http/1.1]}{127.0.0.1:51449}
[junit4] 2> 193766 INFO (jetty-launcher-154-thread-10) [ ] o.e.j.s.Server Started @197296ms
[junit4] 2> 193766 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51449}
[junit4] 2> 193766 ERROR (jetty-launcher-154-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193771 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193771 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193771 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193771 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.907Z
[junit4] 2> 193772 INFO (jetty-launcher-154-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac00e0f{/solr,null,AVAILABLE}
[junit4] 2> 193774 INFO (jetty-launcher-154-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45bfe337{HTTP/1.1,[http/1.1]}{127.0.0.1:41356}
[junit4] 2> 193774 INFO (jetty-launcher-154-thread-9) [ ] o.e.j.s.Server Started @197304ms
[junit4] 2> 193774 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41356}
[junit4] 2> 193775 ERROR (jetty-launcher-154-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193775 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193775 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193775 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193775 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.911Z
[junit4] 2> 193776 INFO (jetty-launcher-154-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66ac9cb8{/solr,null,AVAILABLE}
[junit4] 2> 193776 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193776 INFO (jetty-launcher-154-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59da339{HTTP/1.1,[http/1.1]}{127.0.0.1:50595}
[junit4] 2> 193776 INFO (jetty-launcher-154-thread-3) [ ] o.e.j.s.Server Started @197306ms
[junit4] 2> 193776 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50595}
[junit4] 2> 193777 ERROR (jetty-launcher-154-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193777 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193777 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193777 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193777 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.913Z
[junit4] 2> 193778 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193779 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193786 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193789 INFO (jetty-launcher-154-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193791 INFO (jetty-launcher-154-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41db20ce{HTTP/1.1,[http/1.1]}{127.0.0.1:57240}
[junit4] 2> 193796 INFO (jetty-launcher-154-thread-4) [ ] o.e.j.s.Server Started @197325ms
[junit4] 2> 193796 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57240}
[junit4] 2> 193796 ERROR (jetty-launcher-154-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193796 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193796 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193796 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193796 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.932Z
[junit4] 2> 193794 INFO (jetty-launcher-154-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b44883c{/solr,null,AVAILABLE}
[junit4] 2> 193793 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193798 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193798 INFO (jetty-launcher-154-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b0a8e1d{HTTP/1.1,[http/1.1]}{127.0.0.1:55735}
[junit4] 2> 193798 INFO (jetty-launcher-154-thread-5) [ ] o.e.j.s.Server Started @197327ms
[junit4] 2> 193798 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55735}
[junit4] 2> 193800 INFO (jetty-launcher-154-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57dfdf4{/solr,null,AVAILABLE}
[junit4] 2> 193800 INFO (jetty-launcher-154-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c368947{HTTP/1.1,[http/1.1]}{127.0.0.1:57772}
[junit4] 2> 193800 INFO (jetty-launcher-154-thread-6) [ ] o.e.j.s.Server Started @197329ms
[junit4] 2> 193800 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57772}
[junit4] 2> 193800 ERROR (jetty-launcher-154-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193804 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193804 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193804 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193804 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.940Z
[junit4] 2> 193806 ERROR (jetty-launcher-154-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 193806 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 193806 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 193806 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 193806 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-23T00:17:45.942Z
[junit4] 2> 193811 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193811 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193812 INFO (jetty-launcher-154-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193814 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193814 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193821 INFO (jetty-launcher-154-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193825 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193831 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193836 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193841 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f11000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193856 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193856 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193847 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193857 INFO (jetty-launcher-154-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193857 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193876 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f11000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193876 INFO (jetty-launcher-154-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193881 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193882 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193890 INFO (jetty-launcher-154-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193891 INFO (jetty-launcher-154-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193893 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193911 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 193911 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193912 INFO (jetty-launcher-154-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193929 INFO (jetty-launcher-154-thread-2) [n:127.0.0.1:49624_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49624_solr
[junit4] 2> 193937 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193930 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193941 INFO (jetty-launcher-154-thread-2) [n:127.0.0.1:49624_solr ] o.a.s.c.Overseer Overseer (id=97329523310264331-127.0.0.1:49624_solr-n_0000000000) starting
[junit4] 2> 193943 INFO (jetty-launcher-154-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193952 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 193953 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110015, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 193962 INFO (jetty-launcher-154-thread-10) [n:127.0.0.1:51449_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51449_solr
[junit4] 2> 193970 INFO (jetty-launcher-154-thread-8) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 193987 INFO (jetty-launcher-154-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36065/solr
[junit4] 2> 193988 INFO (jetty-launcher-154-thread-10) [n:127.0.0.1:51449_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node10/.
[junit4] 2> 194001 INFO (jetty-launcher-154-thread-7) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 194001 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c8af8f110018, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 194003 INFO (jetty-launcher-154-thread-8) [n:127.0.0.1:60134_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60134_solr
[junit4] 2> 194009 INFO (jetty-launcher-154-thread-7) [n:127.0.0.1:57511_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57511_solr
[junit4] 2> 194019 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 194019 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 194027 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 194036 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 194039 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 194039 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 194039 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 194042 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 194053 INFO (jetty-launcher-154-thread-2) [n:127.0.0.1:49624_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49624_solr
[junit4] 2> 194056 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 194056 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 194056 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 194057 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 194061 INFO (jetty-launcher-154-thread-6) [n:127.0.0.1:57772_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 194064 INFO (jetty-launcher-154-thread-6) [n:127.0.0.1:57772_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57772_solr
[junit4] 2> 194065 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 194065 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 194065 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 194065 INFO (jetty-launcher-154-thread-3) [n:127.0.0.1:50595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 194066 INFO (jetty-launcher-154-thread-9) [n:127.0.0.1:41356_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 194066 INFO (jetty-launcher-154-thread-5) [n:127.0.0.1:55735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 194067 INFO (jetty-launcher-154-thread-1) [n:127.0.0.1:44496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 194068 INFO (jetty-launcher-154-thread-9) [n:127.0.0.1:41356_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41356_solr
[junit4] 2> 194069 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 194069 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 194069 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 194070 INFO (jetty-launcher-154-thread-3) [n:127.0.0.1:50595_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50595_solr
[junit4] 2> 194071 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 194072 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 194074 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 194079 INFO (jetty-launcher-154-thread-5) [n:127.0.0.1:55735_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55735_solr
[junit4] 2> 194079 INFO (jetty-launcher-154-thread-1) [n:127.0.0.1:44496_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44496_solr
[junit4] 2> 194080 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 194080 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 194080 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 194087 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 194087 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 194087 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 194095 INFO (zkCallback-171-thread-2-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (9)
[junit4] 2> 194105 INFO (jetty-launcher-154-thread-8) [n:127.0.0.1:60134_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node8/.
[junit4] 2> 194123 INFO (jetty-launcher-154-thread-9) [n:127.0.0.1:41356_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node9/.
[junit4] 2> 194128 INFO (zkCallback-198-thread-1-processing-n:127.0.0.1:50595_solr) [n:127.0.0.1:50595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
[junit4] 2> 194128 INFO (zkCallback-204-thread-1-processing-n:127.0.0.1:41356_solr) [n:127.0.0.1:41356_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
[junit4] 2> 194128 INFO (zkCallback-206-thread-1-processing-n:127.0.0.1:44496_solr) [n:127.0.0.1:44496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
[junit4] 2> 194128 INFO (zkCallback-208-thread-1-processing-n:127.0.0.1:55735_solr) [n:127.0.0.1:55735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (7)
[junit4] 2> 194128 INFO (zkCallback-201-thread-1-processing-n:127.0.0.1:57772_solr) [n:127.0.0.1:57772_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (9)
[junit4] 2> 194128 INFO (zkCallback-208-thread-2-processing-n:127.0.0.1:55735_solr) [n:127.0.0.1:55735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
[junit4] 2> 194131 INFO (jetty-launcher-154-thread-4) [n:127.0.0.1:57240_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (9)
[junit4] 2> 194134 INFO (jetty-launcher-154-thread-4) [n:127.0.0.1:57240_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57240_solr
[junit4] 2> 194135 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194135 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194136 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194137 INFO (zkCallback-201-thread-1-processing-n:127.0.0.1:57772_solr) [n:127.0.0.1:57772_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194159 INFO (jetty-launcher-154-thread-2) [n:127.0.0.1:49624_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node1/.
[junit4] 2> 194209 INFO (jetty-launcher-154-thread-5) [n:127.0.0.1:55735_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node5/.
[junit4] 2> 194231 INFO (zkCallback-208-thread-2-processing-n:127.0.0.1:55735_solr) [n:127.0.0.1:55735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194231 INFO (zkCallback-198-thread-2-processing-n:127.0.0.1:50595_solr) [n:127.0.0.1:50595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194231 INFO (zkCallback-204-thread-2-processing-n:127.0.0.1:41356_solr) [n:127.0.0.1:41356_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194231 INFO (zkCallback-206-thread-2-processing-n:127.0.0.1:44496_solr) [n:127.0.0.1:44496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194252 INFO (zkCallback-171-thread-4-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194259 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:57240_solr) [n:127.0.0.1:57240_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 194272 INFO (jetty-launcher-154-thread-4) [n:127.0.0.1:57240_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node4/.
[junit4] 2> 194272 INFO (jetty-launcher-154-thread-7) [n:127.0.0.1:57511_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node7/.
[junit4] 2> 194279 INFO (jetty-launcher-154-thread-1) [n:127.0.0.1:44496_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node2/.
[junit4] 2> 194281 INFO (jetty-launcher-154-thread-3) [n:127.0.0.1:50595_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node3/.
[junit4] 2> 194282 INFO (jetty-launcher-154-thread-6) [n:127.0.0.1:57772_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node6/.
[junit4] 2> 194403 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 194404 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36065/solr ready
[junit4] 2> 194762 INFO (qtp1266259358-1114) [n:127.0.0.1:44496_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 194776 INFO (OverseerThreadFactory-364-thread-1-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 194922 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 194923 INFO (qtp2003348756-1156) [n:127.0.0.1:60134_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 194923 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 194924 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 194925 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 194926 INFO (qtp1787404574-1199) [n:127.0.0.1:55735_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 194927 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 194928 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 194929 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 194930 INFO (qtp788830510-1166) [n:127.0.0.1:57772_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 195074 INFO (zkCallback-206-thread-2-processing-n:127.0.0.1:44496_solr) [n:127.0.0.1:44496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:57240_solr) [n:127.0.0.1:57240_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-183-thread-1-processing-n:127.0.0.1:51449_solr) [n:127.0.0.1:51449_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-201-thread-1-processing-n:127.0.0.1:57772_solr) [n:127.0.0.1:57772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-178-thread-1-processing-n:127.0.0.1:60134_solr) [n:127.0.0.1:60134_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-204-thread-2-processing-n:127.0.0.1:41356_solr) [n:127.0.0.1:41356_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-208-thread-2-processing-n:127.0.0.1:55735_solr) [n:127.0.0.1:55735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195074 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:57511_solr) [n:127.0.0.1:57511_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195075 INFO (zkCallback-198-thread-2-processing-n:127.0.0.1:50595_solr) [n:127.0.0.1:50595_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195076 INFO (zkCallback-171-thread-4-processing-n:127.0.0.1:49624_solr) [n:127.0.0.1:49624_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 195954 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 195989 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 195991 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 195999 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
[junit4] 2> 195999 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node2/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node2/./test_col_shard4_replica2/data/]
[junit4] 2> 196000 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196009 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196054 INFO (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 196087 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196098 WARN (qtp1266259358-1112) [n:127.0.0.1:44496_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 196160 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196163 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196135 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196169 INFO (qtp788830510-1166) [n:127.0.0.1:57772_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196174 INFO (qtp2003348756-1156) [n:127.0.0.1:60134_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196132 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196123 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 196176 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196121 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 196178 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196179 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 196179 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node10/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node10/./test_col_shard1_replica2/data/]
[junit4] 2> 196180 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196182 INFO (qtp1787404574-1199) [n:127.0.0.1:55735_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 196182 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 196182 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node1/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node1/./test_col_shard1_replica1/data/]
[junit4] 2> 196182 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196184 INFO (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 196185 INFO (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 196204 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 196206 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196207 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
[junit4] 2> 196207 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node3/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node3/./test_col_shard3_replica1/data/]
[junit4] 2> 196207 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196215 WARN (qtp826874655-1123) [n:127.0.0.1:49624_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 196235 INFO (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 196285 WARN (qtp624324717-1191) [n:127.0.0.1:51449_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 196299 WARN (qtp1047204077-1144) [n:127.0.0.1:50595_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 196307 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 196309 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196310 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col
[junit4] 2> 196310 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node7/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node7/./test_col_shard5_replica2/data/]
[junit4] 2> 196310 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196313 INFO (qtp788830510-1166) [n:127.0.0.1:57772_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 196315 INFO (qtp2003348756-1156) [n:127.0.0.1:60134_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 196316 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 196318 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196320 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 196322 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196324 INFO (qtp1787404574-1199) [n:127.0.0.1:55735_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 196326 INFO (qtp1787404574-1199) [n:127.0.0.1:55735_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196327 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 196327 INFO (qtp2003348756-1156) [n:127.0.0.1:60134_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 196327 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node9/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node9/./test_col_shard3_replica2/data/]
[junit4] 2> 196328 INFO (qtp856552345-1177) [n:127.0.0.1:41356_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196328 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
[junit4] 2> 196328 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node4/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_FF2C59EBCF29AB96-001/tempDir-001/node4/./test_col_shard5_replica1/data/]
[junit4] 2> 196328 INFO (qtp253478452-1201) [n:127.0.0.1:57240_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71ea28f1
[junit4] 2> 196330 INFO (qtp1511629594-1145) [n:127.0.0.1:57511_solr
[...truncated too long message...]
(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4189960 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[FF2C59EBCF29AB96]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_FF2C59EBCF29AB96-001
[junit4] 2> Jan 23, 2017 1:24:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=MockRandom), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=357, maxMBSortInHeap=5.705281601497562, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=be, timezone=America/Goose_Bay
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=159212616,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestLeaderInitiatedRecoveryThread, TestDocBasedVersionConstraints, TestSchemaVersionResource, AlternateDirectoryTest, TestAtomicUpdateErrorCases, SaslZkACLProviderTest, SpatialRPTFieldTypeTest, TestJmxIntegration, TestStressRecovery, TestGraphTermsQParserPlugin, TestConfigSetsAPIZkFailure, ActionThrottleTest, TestPushWriter, SolrJmxReporterTest, MetricsHandlerTest, TestSchemaManager, ChangedSchemaMergeTest, NumericFieldsTest, TestShortCircuitedRequests, TestHighlightDedupGrouping, CurrencyFieldOpenExchangeTest, HdfsBasicDistributedZk2Test, TestReloadDeadlock, TestCollectionAPI, TestBlendedInfixSuggestions, TestFieldResource, UtilsToolTest, VersionInfoTest, TestCrossCoreJoin, TestPerFieldSimilarity, TestLazyCores, TestSmileRequest, TestDistributedSearch, OverseerModifyCollectionTest, TestMaxScoreQueryParser, SynonymTokenizerTest, TlogReplayBufferedWhileIndexingTest, TestMacros, TestRandomDVFaceting, TestDynamicLoading, XsltUpdateRequestHandlerTest, ReturnFieldsTest, ScriptEngineTest, TestFoldingMultitermQuery, TestPseudoReturnFields, TestSolrConfigHandlerCloud, SyncSliceTest, TestDocSet, TestFieldCacheVsDocValues, DistributedFacetExistsSmallTest, TestStressLucene, TestSubQueryTransformerCrossCore, ResourceLoaderTest, DefaultValueUpdateProcessorTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestEmbeddedSolrServerConstructors, TestCloudPseudoReturnFields, CdcrVersionReplicationTest, HdfsSyncSliceTest, TestConfigOverlay, TestConfigSets, RequestLoggingTest, TestDocTermOrds, TestRangeQuery, QueryElevationComponentTest, OverseerTaskQueueTest, CacheHeaderTest, AddBlockUpdateTest, TestQuerySenderNoQuery, TestClusterStateMutator, StandardRequestHandlerTest, DeleteShardTest, MigrateRouteKeyTest, CursorMarkTest, BasicDistributedZkTest, DistribDocExpirationUpdateProcessorTest, TestBadConfig, TestRealTimeGet, QueryEqualityTest, TestSolrXml, AsyncCallRequestStatusResponseTest, FastVectorHighlighterTest, TestCustomSort, TestValueSourceCache, BlobRepositoryCloudTest, FacetPivotSmallTest, SolrCoreMetricManagerTest, TestRestoreCore, TestSolrFieldCacheMBean, TestJoin, TestCollapseQParserPlugin, ResponseHeaderTest, TestRemoteStreaming, DistributedQueryElevationComponentTest, TestSolrQueryResponse, ExternalFileFieldSortTest, TestCloudDeleteByQuery, SpatialHeatmapFacetsTest, SolrMetricsIntegrationTest, UUIDUpdateProcessorFallbackTest, TestExactStatsCache, CollectionTooManyReplicasTest, TestUseDocValuesAsStored2, DataDrivenBlockJoinTest, TestSolr4Spatial, TestCSVLoader, DateFieldTest, TestReplicationHandler, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, PeerSyncReplicationTest, SSLMigrationTest, ShardSplitTest, TestLockTree, TestMiniSolrCloudCluster, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [548/681 (3!)] on J0 in 46.08s, 1 test, 1 failure <<< FAILURES!
[...truncated 62857 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 263 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/263/
10 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:34D3E9493CAF1BB]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:563)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<128> but was:<71>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:8100755B3A37F519]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<20>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:9582BB401C68904D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
{responseHeader={status=0,QTime=37097},failure={127.0.0.1:39865_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:39865/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:34634_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:34634/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
Stack Trace:
java.lang.AssertionError: {responseHeader={status=0,QTime=37097},failure={127.0.0.1:39865_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:39865/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:34634_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:34634/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:CDA44A7511F28DB8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:308)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:13664611E17A63FD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion(CollectionsAPIDistributedZkTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:A936D81B44925DA4]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1251)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:697)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:BE28B245DB41094]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:165)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:B2C2B0E764667B8D]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:A936D81B44925DA4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([2162E7C1EA6E305C:69179375EC5D1FC9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12130 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/init-core-data-001
[junit4] 2> 1976387 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1976402 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p_/s
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1976530 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1976554 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1976566 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1976601 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_52990_hdfs____vdpkal/webapp
[junit4] 2> 1977264 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52990
[junit4] 2> 1977682 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1977683 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1977692 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44093_datanode____vme65t/webapp
[junit4] 2> 1978195 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44093
[junit4] 2> 1978307 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1978308 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1978319 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33457_datanode____.am4ckj/webapp
[junit4] 2> 1978521 INFO (IPC Server handler 2 on 38990) [ ] BlockStateChange BLOCK* processReport: from storage DS-ee42715c-6336-4e1e-9d0f-053f2f1b9360 node DatanodeRegistration(127.0.0.1:58759, datanodeUuid=31179b6f-f069-4473-aef7-dc384947145e, infoPort=54079, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-56;cid=testClusterID;nsid=199244216;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1978521 INFO (IPC Server handler 2 on 38990) [ ] BlockStateChange BLOCK* processReport: from storage DS-32ca770d-7ff3-45ee-a2b2-e8eb4aeca15b node DatanodeRegistration(127.0.0.1:58759, datanodeUuid=31179b6f-f069-4473-aef7-dc384947145e, infoPort=54079, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-56;cid=testClusterID;nsid=199244216;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 1978989 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33457
[junit4] 2> 1979156 INFO (IPC Server handler 6 on 38990) [ ] BlockStateChange BLOCK* processReport: from storage DS-23b6ce4d-542d-457a-8368-a2839030a253 node DatanodeRegistration(127.0.0.1:58016, datanodeUuid=996e40cd-71ba-4f1d-ac9c-da0e7ec83b8b, infoPort=36848, infoSecurePort=0, ipcPort=60525, storageInfo=lv=-56;cid=testClusterID;nsid=199244216;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 1979156 INFO (IPC Server handler 6 on 38990) [ ] BlockStateChange BLOCK* processReport: from storage DS-5dc4ed00-9017-4bde-bcd1-1927e785dc97 node DatanodeRegistration(127.0.0.1:58016, datanodeUuid=996e40cd-71ba-4f1d-ac9c-da0e7ec83b8b, infoPort=36848, infoSecurePort=0, ipcPort=60525, storageInfo=lv=-56;cid=testClusterID;nsid=199244216;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1979196 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1979196 INFO (Thread-3906) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1979196 INFO (Thread-3906) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1979296 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.ZkTestServer start zk server on port:35484
[junit4] 2> 1979314 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1979316 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1979317 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1979318 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1979319 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1979320 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1979321 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1979321 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1979322 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1979323 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1979324 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1979394 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/control-001/cores/collection1
[junit4] 2> 1979395 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1979396 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bd09337{/p_/s,null,AVAILABLE}
[junit4] 2> 1979396 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b0f1121{HTTP/1.1,[http/1.1]}{127.0.0.1:59795}
[junit4] 2> 1979396 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.Server Started @1982904ms
[junit4] 2> 1979396 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38990/hdfs__localhost_38990__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001_tempDir-002_control_data, hostContext=/p_/s, hostPort=59795, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/control-001/cores}
[junit4] 2> 1979397 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1979397 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1979397 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1979397 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1979397 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-22T02:27:34.849Z
[junit4] 2> 1979412 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1979412 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/control-001/solr.xml
[junit4] 2> 1979417 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1979418 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35484/solr
[junit4] 2> 1979434 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59795_p_%2Fs
[junit4] 2> 1979435 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.Overseer Overseer (id=97324371453476868-127.0.0.1:59795_p_%2Fs-n_0000000000) starting
[junit4] 2> 1979446 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59795_p_%2Fs
[junit4] 2> 1979447 INFO (zkCallback-2055-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1979487 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/control-001/cores
[junit4] 2> 1979488 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1979504 INFO (OverseerStateUpdate-97324371453476868-127.0.0.1:59795_p_%2Fs-n_0000000000) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1979552 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1979634 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1979695 WARN (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1979700 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1979744 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1979759 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38990/solr_hdfs_home
[junit4] 2> 1979759 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1979759 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/control-001/cores/collection1], dataDir=[hdfs://localhost:38990/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1979759 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f0d00a8
[junit4] 2> 1979760 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38990/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1979801 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1979801 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1979801 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1979829 WARN (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1984831 WARN (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1989983 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1989985 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38990/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1990071 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38990/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1990094 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1990094 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1990095 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1990195 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1990197 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=2.5546875, floorSegmentMB=0.7119140625, forceMergeDeletesPctAllowed=1.9709547653785742, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1990283 INFO (IPC Server handler 3 on 38990) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58759 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-23b6ce4d-542d-457a-8368-a2839030a253:NORMAL:127.0.0.1:58016|RBW], ReplicaUC[[DISK]DS-ee42715c-6336-4e1e-9d0f-053f2f1b9360:NORMAL:127.0.0.1:58759|FINALIZED]]} size 0
[junit4] 2> 1990287 INFO (IPC Server handler 4 on 38990) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58016 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-23b6ce4d-542d-457a-8368-a2839030a253:NORMAL:127.0.0.1:58016|RBW], ReplicaUC[[DISK]DS-ee42715c-6336-4e1e-9d0f-053f2f1b9360:NORMAL:127.0.0.1:58759|FINALIZED]]} size 0
[junit4] 2> 1990322 WARN (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1990373 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1990373 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1990373 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1990412 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1990412 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1990421 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=90.771484375, floorSegmentMB=1.1962890625, forceMergeDeletesPctAllowed=0.35056576924969773, segmentsPerTier=15.0, maxCFSSegmentSizeMB=1.890625, noCFSRatio=0.0
[junit4] 2> 1990453 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2792af5e[collection1] main]
[junit4] 2> 1990454 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1990455 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1990466 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1990468 INFO (searcherExecutor-4730-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2792af5e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1990473 INFO (coreLoadExecutor-4729-thread-1-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557189955079372800
[junit4] 2> 1990513 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1990513 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1990513 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59795/p_/s/collection1/
[junit4] 2> 1990513 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1990513 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59795/p_/s/collection1/ has no replicas
[junit4] 2> 1990541 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59795/p_/s/collection1/ shard1
[junit4] 2> 1990692 INFO (coreZkRegister-4722-thread-1-processing-n:127.0.0.1:59795_p_%2Fs x:collection1 c:control_collection) [n:127.0.0.1:59795_p_%2Fs c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1990860 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1990860 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35484/solr ready
[junit4] 2> 1990860 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1990860 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1990938 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/shard-1-001/cores/collection1
[junit4] 2> 1990939 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/shard-1-001
[junit4] 2> 1990939 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1990940 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5590f54f{/p_/s,null,AVAILABLE}
[junit4] 2> 1990940 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@661be3eb{HTTP/1.1,[http/1.1]}{127.0.0.1:45604}
[junit4] 2> 1990940 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.e.j.s.Server Started @1994448ms
[junit4] 2> 1990940 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38990/hdfs__localhost_38990__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/p_/s, hostPort=45604, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/shard-1-001/cores}
[junit4] 2> 1990941 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1990942 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1990942 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1990942 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1990942 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-22T02:27:46.394Z
[junit4] 2> 1990956 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1990956 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/shard-1-001/solr.xml
[junit4] 2> 1990962 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1990962 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35484/solr
[junit4] 2> 1990969 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:45604_p_%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1990972 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:45604_p_%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45604_p_%2Fs
[junit4] 2> 1990978 INFO (zkCallback-2055-thread-4-processing-n:127.0.0.1:59795_p_%2Fs) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1991013 INFO (zkCallback-2065-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1991031 INFO (zkCallback-2059-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1991046 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:45604_p_%2Fs ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/shard-1-001/cores
[junit4] 2> 1991046 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[2162E7C1EA6E305C]) [n:127.0.0.1:45604_p_%2Fs ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1991063 INFO (OverseerStateUpdate-97324371453476868-127.0.0.1:59795_p_%2Fs-n_0000000000) [n:127.0.0.1:59795_p_%2Fs ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1991165 INFO (zkCallback-2065-thread-2-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1992074 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1992101 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1992298 WARN (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1992304 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1992331 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1992332 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38990/solr_hdfs_home
[junit4] 2> 1992335 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1992335 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_2162E7C1EA6E305C-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:38990/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1992335 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f0d00a8
[junit4] 2> 1992336 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38990/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1992401 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1992401 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1992401 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1992474 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1992478 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38990/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 1992532 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38990/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 1992539 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1992539 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1992539 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1992578 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1992579 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=2.5546875, floorSegmentMB=0.7119140625, forceMergeDeletesPctAllowed=1.9709547653785742, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1992958 INFO (IPC Server handler 8 on 38990) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58016 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ee42715c-6336-4e1e-9d0f-053f2f1b9360:NORMAL:127.0.0.1:58759|RBW], ReplicaUC[[DISK]DS-5dc4ed00-9017-4bde-bcd1-1927e785dc97:NORMAL:127.0.0.1:58016|FINALIZED]]} size 0
[junit4] 2> 1992963 INFO (IPC Server handler 5 on 38990) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58759 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5dc4ed00-9017-4bde-bcd1-1927e785dc97:NORMAL:127.0.0.1:58016|FINALIZED], ReplicaUC[[DISK]DS-32ca770d-7ff3-45ee-a2b2-e8eb4aeca15b:NORMAL:127.0.0.1:58759|FINALIZED]]} size 0
[junit4] 2> 1992983 WARN (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1993018 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1993018 INFO (coreLoadExecutor-4740-thread-1-processing-n:127.0.0.1:45604_p_%2Fs) [n:127.0.0.1:45604_p_%2Fs c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1993018 INFO (coreLoadExecutor-4740-thread-1-proce
[...truncated too long message...]
2 /solr/clusterprops.json
[junit4] 2> 42 /solr/aliases.json
[junit4] 2> 20 /solr/configs/conf1
[junit4] 2> 12 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/clusterstate.json
[junit4] 2> 9 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 6 /solr/collections/source_collection/state.json
[junit4] 2> 6 /solr/collections/target_collection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/97324522890133530-127.0.0.1:40171_akg%2Fi-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/97324522890133514-127.0.0.1:47851_akg%2Fi-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/97324522890133557-127.0.0.1:52954_akg%2Fi-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/97324522890133533-127.0.0.1:52954_akg%2Fi-n_0000000006
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 208 /solr/overseer/collection-queue-work
[junit4] 2> 112 /solr/overseer/queue
[junit4] 2> 42 /solr/collections
[junit4] 2> 38 /solr/live_nodes
[junit4] 2> 35 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4509494 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[2162E7C1EA6E305C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_2162E7C1EA6E305C-001
[junit4] 2> Jan 22, 2017 3:09:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=fi-FI, timezone=Africa/Algiers
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=173869776,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [DeleteReplicaTest, ExitableDirectoryReaderTest, TestLeaderElectionZkExpiry, ConnectionManagerTest, TestWriterPerf, TestMiniSolrCloudClusterSSL, TermVectorComponentDistributedTest, RecoveryZkTest, CdcrUpdateLogTest, TestRequestForwarding, TestMacroExpander, TestAnalyzedSuggestions, TestCloudManagedSchema, CollectionsAPISolrJTest, TestHdfsUpdateLog, ForceLeaderTest, DirectUpdateHandlerTest, TestPKIAuthenticationPlugin, TestDefaultSearchFieldResource, TestJmxMonitoredMap, TestCollationField, VMParamsZkACLAndCredentialsProvidersTest, TestComplexPhraseQParserPlugin, HdfsChaosMonkeyNothingIsSafeTest, SolrIndexMetricsTest, PrimitiveFieldTypeTest, RequestHandlersTest, HighlighterMaxOffsetTest, LeaderElectionTest, SharedFSAutoReplicaFailoverTest, TestLMJelinekMercerSimilarityFactory, DistributedQueueTest, ResponseLogComponentTest, TestRawTransformer, AtomicUpdatesTest, TestFreeTextSuggestions, BJQParserTest, DistribCursorPagingTest, SparseHLLTest, QueryParsingTest, TestCollationFieldDocValues, TestManagedSchemaThreadSafety, PingRequestHandlerTest, PluginInfoTest, SegmentsInfoRequestHandlerTest, TestSolrJ, BooleanFieldTest, TestExclusionRuleCollectionAccess, TestExportWriter, TestJavabinTupleStreamParser, CdcrBootstrapTest, FieldAnalysisRequestHandlerTest, DeleteInactiveReplicaTest, BlockDirectoryTest, SuggestComponentTest, TestRecoveryHdfs, TestObjectReleaseTracker, TestFieldTypeResource, RulesTest, HttpSolrCallGetCoreTest, TestConfig, ClassificationUpdateProcessorTest, JvmMetricsTest, SpellPossibilityIteratorTest, RecoveryAfterSoftCommitTest, LukeRequestHandlerTest, TestSort, TestStressReorder, TestFieldCollectionResource, TestDFRSimilarityFactory, TestUseDocValuesAsStored, OverseerCollectionConfigSetProcessorTest, TestMergePolicyConfig, OverseerTest, TestClusterProperties, TestZkChroot, TestSolrCoreParser, FullSolrCloudDistribCmdsTest, SuggesterTSTTest, TestTestInjection, TestFilteredDocIdSet, TestLockTree, TestRandomRequestDistribution, TestXmlQParserPlugin, PrimUtilsTest, TestBinaryField, BadIndexSchemaTest, BigEndianAscendingWordSerializerTest, TestCoreDiscovery, TestConfigSetsAPIExclusivity, SuggesterWFSTTest, SmileWriterTest, TestReqParamsAPI, SolrCoreCheckLockOnStartupTest, MultiThreadedOCPTest, FieldMutatingUpdateProcessorTest, TestGroupingSearch, PreAnalyzedFieldTest, SolrGraphiteReporterTest, TestSchemaSimilarityResource, CleanupOldIndexTest, TestManagedStopFilterFactory, LeaderFailoverAfterPartitionTest, AssignTest, CollectionStateFormat2Test, SimpleFacetsTest, TestReloadAndDeleteDocs, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, AutoCommitTest, TestRecovery, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestJoin, TestReload, HardAutoCommitTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, PeerSyncTest, ConvertedLegacyTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest, JSONWriterTest, MBeansHandlerTest, TestPHPSerializedResponseWriter, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, SampleTest, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, DistributedIntervalFacetingTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [531/681 (4!)] on J2 in 1727.72s, 11 tests, 2 failures <<< FAILURES!
[...truncated 41333 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1321004003
[ecj-lint] Compiling 810 source files to /tmp/ecj1321004003
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/core/src/java/org/apache/lucene/document/SortedSetDocValuesRangeQuery.java (at line 22)
[ecj-lint] import org.apache.lucene.index.DocValues;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.index.DocValues is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/core/src/java/org/apache/lucene/index/IndexWriter.java (at line 4308)
[ecj-lint] newReader = new SegmentReader(info, reader, liveDocs, info.info.maxDoc() - delCount);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'newReader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/core/src/java/org/apache/lucene/index/SegmentReader.java (at line 159)
[ecj-lint] return null;
[ecj-lint] ^^^^^^^^^^^^
[ecj-lint] Resource leak: 'dir' is not closed at this location
[ecj-lint] ----------
[ecj-lint] 3 problems (1 error, 2 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build.xml:199: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:1992: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:2031: Compile failed; see the compiler error output for details.
Total time: 282 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 262 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/262/
8 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=1174 sum(shards)=1172 cloudClient=1172
Stack Trace:
java.lang.AssertionError: document count mismatch. control=1174 sum(shards)=1172 cloudClient=1172
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:2E2803911BA8319]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at https://127.0.0.1:52401/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:52401/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:1916E8C5314EA530]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:669)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at https://127.0.0.1:52401/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:52401/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:A036D306089CCE29]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:8B0F93DD6AC9417E]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor162.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor162.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor84.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:2E2803911BA8319]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:A7C8F0B9486254ED]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([8AB6BFE3BF46EEE1:C2C3CB57B975C174]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11373 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/init-core-data-001
[junit4] 2> 98121 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 98121 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 98641 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 99882 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 100166 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 100189 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 100248 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 100287 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_35053_hdfs____p6op1y/webapp
[junit4] 2> 101084 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35053
[junit4] 2> 101938 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 101942 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 101951 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57321_datanode____tn18zb/webapp
[junit4] 2> 102335 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57321
[junit4] 2> 103549 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 103550 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 103560 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33809_datanode____.kui3lk/webapp
[junit4] 2> 104325 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33809
[junit4] 2> 106422 INFO (IPC Server handler 5 on 58372) [ ] BlockStateChange BLOCK* processReport: from storage DS-6dfae3aa-7f4e-4286-bdc6-7a6c10fbbfb6 node DatanodeRegistration(127.0.0.1:38109, datanodeUuid=b2439ae4-ea89-47f0-8a99-8fd504386927, infoPort=54965, infoSecurePort=0, ipcPort=43278, storageInfo=lv=-56;cid=testClusterID;nsid=877297813;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 106422 INFO (IPC Server handler 5 on 58372) [ ] BlockStateChange BLOCK* processReport: from storage DS-2445520a-2aad-4862-a8b6-b11e8367e365 node DatanodeRegistration(127.0.0.1:38109, datanodeUuid=b2439ae4-ea89-47f0-8a99-8fd504386927, infoPort=54965, infoSecurePort=0, ipcPort=43278, storageInfo=lv=-56;cid=testClusterID;nsid=877297813;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 106426 INFO (IPC Server handler 3 on 58372) [ ] BlockStateChange BLOCK* processReport: from storage DS-b78dd0fe-0a67-4b11-b6f0-1ed349029002 node DatanodeRegistration(127.0.0.1:52794, datanodeUuid=f1b0e3a7-ad59-4b2c-9f33-d345c70755e3, infoPort=60574, infoSecurePort=0, ipcPort=40650, storageInfo=lv=-56;cid=testClusterID;nsid=877297813;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 106460 INFO (IPC Server handler 3 on 58372) [ ] BlockStateChange BLOCK* processReport: from storage DS-814f1a6a-7fff-412f-87f2-6060c8f2e444 node DatanodeRegistration(127.0.0.1:52794, datanodeUuid=f1b0e3a7-ad59-4b2c-9f33-d345c70755e3, infoPort=60574, infoSecurePort=0, ipcPort=40650, storageInfo=lv=-56;cid=testClusterID;nsid=877297813;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 107084 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 107084 INFO (Thread-175) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 107084 INFO (Thread-175) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 107184 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.ZkTestServer start zk server on port:33581
[junit4] 2> 107207 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 107209 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 107210 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 107212 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 107213 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 107214 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 107216 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 107217 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 107218 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 107220 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 107221 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 107310 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/control-001/cores/collection1
[junit4] 2> 107312 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 107314 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56793ac7{/,null,AVAILABLE}
[junit4] 2> 107320 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eb97e48{HTTP/1.1,[http/1.1]}{127.0.0.1:35154}
[junit4] 2> 107321 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.Server Started @110643ms
[junit4] 2> 107321 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58372/hdfs__localhost_58372__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001_tempDir-002_control_data, hostContext=/, hostPort=35154, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/control-001/cores}
[junit4] 2> 107321 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 107321 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 107321 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 107321 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 107321 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T03:52:43.045Z
[junit4] 2> 107340 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 107340 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/control-001/solr.xml
[junit4] 2> 107350 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 107351 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 107429 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:35154_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35154_
[junit4] 2> 107430 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:35154_ ] o.a.s.c.Overseer Overseer (id=97319043911516164-127.0.0.1:35154_-n_0000000000) starting
[junit4] 2> 107465 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:35154_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35154_
[junit4] 2> 107467 INFO (zkCallback-55-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 107598 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:35154_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/control-001/cores
[junit4] 2> 107598 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:35154_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 107632 INFO (OverseerStateUpdate-97319043911516164-127.0.0.1:35154_-n_0000000000) [n:127.0.0.1:35154_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 108678 WARN (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 108679 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 108702 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 108771 WARN (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 108772 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 108789 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 108797 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58372/solr_hdfs_home
[junit4] 2> 108797 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 108797 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/control-001/cores/collection1], dataDir=[hdfs://localhost:58372/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 108797 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d5a6f75
[junit4] 2> 108798 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58372/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 108811 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 108811 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 108811 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 110225 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 110232 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58372/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 110276 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58372/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 110283 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 110283 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 110289 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 110289 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=95.435546875, floorSegmentMB=0.4638671875, forceMergeDeletesPctAllowed=10.010336643664541, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5320262227367779
[junit4] 2> 110583 INFO (IPC Server handler 1 on 58372) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52794 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6dfae3aa-7f4e-4286-bdc6-7a6c10fbbfb6:NORMAL:127.0.0.1:38109|RBW], ReplicaUC[[DISK]DS-814f1a6a-7fff-412f-87f2-6060c8f2e444:NORMAL:127.0.0.1:52794|RBW]]} size 71
[junit4] 2> 110586 INFO (IPC Server handler 0 on 58372) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38109 is added to blk_1073741825_1001 size 71
[junit4] 2> 111013 WARN (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 111041 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 111041 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111041 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 111058 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 111059 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 111061 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6219456647036424]
[junit4] 2> 111142 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2817f067[collection1] main]
[junit4] 2> 111143 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 111143 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 111145 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 111146 INFO (searcherExecutor-134-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2817f067[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 111151 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557104706846720000
[junit4] 2> 111167 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 111167 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 111167 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35154/collection1/
[junit4] 2> 111167 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 111167 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35154/collection1/ has no replicas
[junit4] 2> 111171 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35154/collection1/ shard1
[junit4] 2> 111201 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 111202 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33581/solr ready
[junit4] 2> 111202 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 111284 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-1-001/cores/collection1
[junit4] 2> 111284 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-1-001
[junit4] 2> 111285 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 111287 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41172dcf{/,null,AVAILABLE}
[junit4] 2> 111287 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39d05e96{HTTP/1.1,[http/1.1]}{127.0.0.1:56094}
[junit4] 2> 111287 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.Server Started @114610ms
[junit4] 2> 111287 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58372/hdfs__localhost_58372__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56094, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-1-001/cores}
[junit4] 2> 111288 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 111288 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 111288 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 111288 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 111288 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T03:52:47.012Z
[junit4] 2> 111300 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 111300 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-1-001/solr.xml
[junit4] 2> 111324 INFO (coreZkRegister-126-thread-1-processing-n:127.0.0.1:35154_ x:collection1 c:control_collection) [n:127.0.0.1:35154_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 111337 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 111338 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 111357 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:56094_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 111366 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:56094_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56094_
[junit4] 2> 111367 INFO (zkCallback-59-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 111367 INFO (zkCallback-55-thread-2-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 111377 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 111414 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:56094_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-1-001/cores
[junit4] 2> 111414 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:56094_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 111443 INFO (OverseerStateUpdate-97319043911516164-127.0.0.1:35154_-n_0000000000) [n:127.0.0.1:35154_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 112483 WARN (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 112483 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 112509 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 112635 WARN (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 112637 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 112656 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 112656 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58372/solr_hdfs_home
[junit4] 2> 112666 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 112666 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:58372/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 112666 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d5a6f75
[junit4] 2> 112667 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58372/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 112675 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 112675 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 112686 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 112689 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58372/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 112724 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58372/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 112731 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 112731 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 112734 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 112735 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=95.435546875, floorSegmentMB=0.4638671875, forceMergeDeletesPctAllowed=10.010336643664541, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5320262227367779
[junit4] 2> 112767 INFO (IPC Server handler 7 on 58372) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52794 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6dfae3aa-7f4e-4286-bdc6-7a6c10fbbfb6:NORMAL:127.0.0.1:38109|RBW], ReplicaUC[[DISK]DS-814f1a6a-7fff-412f-87f2-6060c8f2e444:NORMAL:127.0.0.1:52794|FINALIZED]]} size 0
[junit4] 2> 112772 INFO (IPC Server handler 9 on 58372) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38109 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-814f1a6a-7fff-412f-87f2-6060c8f2e444:NORMAL:127.0.0.1:52794|FINALIZED], ReplicaUC[[DISK]DS-2445520a-2aad-4862-a8b6-b11e8367e365:NORMAL:127.0.0.1:38109|FINALIZED]]} size 0
[junit4] 2> 112781 WARN (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 112800 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 112800 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 112800 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 112812 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 112812 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 112819 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6219456647036424]
[junit4] 2> 112828 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@499da406[collection1] main]
[junit4] 2> 112828 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 112829 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 112829 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 112830 INFO (searcherExecutor-145-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@499da406[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 112835 INFO (coreLoadExecutor-144-thread-1-processing-n:127.0.0.1:56094_) [n:127.0.0.1:56094_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557104708612521984
[junit4] 2> 112843 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 112843 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 112843 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56094/collection1/
[junit4] 2> 112843 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 112843 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56094/collection1/ has no replicas
[junit4] 2> 112846 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56094/collection1/ shard2
[junit4] 2> 112997 INFO (coreZkRegister-139-thread-1-processing-n:127.0.0.1:56094_ x:collection1 c:collection1) [n:127.0.0.1:56094_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 113043 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-2-001/cores/collection1
[junit4] 2> 113044 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-2-001
[junit4] 2> 113045 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 113047 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc8885f{/,null,AVAILABLE}
[junit4] 2> 113047 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2749c65f{HTTP/1.1,[http/1.1]}{127.0.0.1:37636}
[junit4] 2> 113047 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.e.j.s.Server Started @116370ms
[junit4] 2> 113047 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:58372/hdfs__localhost_58372__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=37636, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-2-001/cores}
[junit4] 2> 113048 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 113048 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 113048 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 113048 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 113048 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T03:52:48.772Z
[junit4] 2> 113058 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 113058 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_8AB6BFE3BF46EEE1-001/shard-2-001/solr.xml
[junit4] 2> 113065 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 113066 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 113084 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:37636_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 113087 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[8AB6BFE3BF46EEE1]) [n:127.0.0.1:37636_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37636_
[junit4] 2> 113088 INFO (zkCallback-55-thread-3-processing-n:127.0.0.1:35154_) [n:127.0.0.1:35154_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 113088 INFO (zkCallback-59-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2)
[...truncated too long message...]
lect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3786057 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[8AB6BFE3BF46EEE1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_8AB6BFE3BF46EEE1-001
[junit4] 2> Jan 21, 2017 4:54:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1232, maxMBSortInHeap=6.934129735515935, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sr-Latn, timezone=Australia/Currie
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=277735688,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudManagedSchema, StatsComponentTest, DocValuesMissingTest, TestGroupingSearch, HighlighterMaxOffsetTest, HdfsChaosMonkeyNothingIsSafeTest, TestDFRSimilarityFactory, TestLegacyFieldCache, TestNonDefinedSimilarityFactory, TestTestInjection, ShufflingReplicaListTransformerTest, SegmentsInfoRequestHandlerTest, HdfsLockFactoryTest, TestDistributedMissingSort, DebugComponentTest, BadIndexSchemaTest, TestSimpleQParserPlugin, TestExactSharedStatsCache, TolerantUpdateProcessorTest, TestSubQueryTransformer, TestRecoveryHdfs, TestWriterPerf, TestFieldCacheReopen, TestRandomRequestDistribution, HdfsTlogReplayBufferedWhileIndexingTest, CurrencyFieldXmlFileTest, TestSolrCoreSnapshots, TestMacroExpander, TestSolrJ, SolrGraphiteReporterTest, CdcrUpdateLogTest, TestRandomCollapseQParserPlugin, BJQParserTest, TestAnalyzeInfixSuggestions, TestMergePolicyConfig, HttpSolrCallGetCoreTest, DistributedFacetPivotLongTailTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCollationFieldDocValues, SimpleFacetsTest, DirectUpdateHandlerTest, TestConfigSetsAPIExclusivity, RankQueryTest, TestSolrQueryParser, DistributedSuggestComponentTest, TestCloudPivotFacet, TestStressUserVersions, FullHLLTest, TestRawTransformer, TestBackupRepositoryFactory, AssignTest, SOLR749Test, CollectionStateFormat2Test, TestMiniSolrCloudClusterSSL, SolrCLIZkUtilsTest, XmlUpdateRequestHandlerTest, TestTolerantUpdateProcessorRandomCloud, TestDelegationWithHadoopAuth, AnalyticsQueryTest, TestReversedWildcardFilterFactory, TestManagedResource, TestBinaryField, DistributedQueueTest, WrapperMergePolicyFactoryTest, OpenExchangeRatesOrgProviderTest, TestSort, RecoveryAfterSoftCommitTest, ResponseLogComponentTest, AtomicUpdatesTest, RecoveryZkTest, DistributedExpandComponentTest, TestLFUCache, SuggestComponentTest, TestJmxMonitoredMap, TestSchemaSimilarityResource, SolrCoreCheckLockOnStartupTest, TestDefaultSearchFieldResource, TestIndexingPerformance, SharedFSAutoReplicaFailoverTest, SparseHLLTest, JvmMetricsTest, SolrPluginUtilsTest, RequestHandlersTest, TestConfigReload, SmileWriterTest, SimpleMLTQParserTest, SSLMigrationTest, TestSQLHandlerNonCloud, TestSolrDeletionPolicy1, TestConfigSetProperties, HdfsNNFailoverTest, DocValuesMultiTest, TestFreeTextSuggestions, DistributedFacetPivotWhiteBoxTest, InfoHandlerTest, DirectUpdateHandlerOptimizeTest, TestPivotHelperCode, TestHdfsUpdateLog, TestInitQParser, DOMUtilTest, ConnectionReuseTest, CoreAdminHandlerTest, UnloadDistributedZkTest, RulesTest, TestLMJelinekMercerSimilarityFactory, HdfsRestartWhileUpdatingTest, SolrMetricReporterTest, SmileWriterTest, PreAnalyzedFieldTest, OverseerTest, TestReplicationHandler, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, ShardSplitTest, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [534/681 (4!)] on J2 in 41.98s, 1 test, 1 failure <<< FAILURES!
[...truncated 41325 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1682701703
[ecj-lint] Compiling 810 source files to /tmp/ecj1682701703
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/core/src/java/org/apache/lucene/document/SortedSetDocValuesRangeQuery.java (at line 22)
[ecj-lint] import org.apache.lucene.index.DocValues;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.index.DocValues is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/core/src/java/org/apache/lucene/index/IndexWriter.java (at line 4308)
[ecj-lint] newReader = new SegmentReader(info, reader, liveDocs, info.info.maxDoc() - delCount);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'newReader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/core/src/java/org/apache/lucene/index/SegmentReader.java (at line 159)
[ecj-lint] return null;
[ecj-lint] ^^^^^^^^^^^^
[ecj-lint] Resource leak: 'dir' is not closed at this location
[ecj-lint] ----------
[ecj-lint] 3 problems (1 error, 2 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build.xml:199: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:1992: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:2031: Compile failed; see the compiler error output for details.
Total time: 249 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 261 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/261/
8 tests failed.
FAILED: org.apache.lucene.search.TestIndexOrDocValuesQuery.testUseIndexForSelectiveQueries
Error Message:
The top-reader used to create Weight (org.apache.lucene.index.CompositeReaderContext@148a31e6) is not the same as the current reader's top-reader (org.apache.lucene.index.CompositeReaderContext@3f764c1d
Stack Trace:
java.lang.AssertionError: The top-reader used to create Weight (org.apache.lucene.index.CompositeReaderContext@148a31e6) is not the same as the current reader's top-reader (org.apache.lucene.index.CompositeReaderContext@3f764c1d
at __randomizedtesting.SeedInfo.seed([A27C5CDB18096032:54C2E516BF15F5D]:0)
at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:99)
at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:126)
at org.apache.lucene.search.AssertingWeight.scorerSupplier(AssertingWeight.java:55)
at org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:400)
at org.apache.lucene.search.AssertingWeight.scorerSupplier(AssertingWeight.java:55)
at org.apache.lucene.search.AssertingWeight.scorer(AssertingWeight.java:41)
at org.apache.lucene.search.AssertingWeight.scorer(AssertingWeight.java:37)
at org.apache.lucene.search.TestIndexOrDocValuesQuery.testUseIndexForSelectiveQueries(TestIndexOrDocValuesQuery.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor681.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor681.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40454/tdbq/te
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40454/tdbq/te
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B:6FBC92F6BAED9393]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1484807217172,generation=2,filelist=[_6ko.fdt, _6ko.fdx, _6ko.fnm, _6ko.nvd, _6ko.nvm, _6ko.si, _6ko_MockRandom_0.doc, _6ko_MockRandom_0.sd, _6ko_MockRandom_0.tim, _6ko_MockRandom_0.tip, _a24.fdt, _a24.fdx, _a24.fnm, _a24.nvd, _a24.nvm, _a24.si, _a24_MockRandom_0.doc, _a24_MockRandom_0.sd, _a24_MockRandom_0.tib, _a24_MockRandom_0.tii, _gju.cfe, _gju.cfs, _gju.si, _hzs.fdt, _hzs.fdx, _hzs.fnm, _hzs.nvd, _hzs.nvm, _hzs.si, _hzs_MockRandom_0.doc, _hzs_MockRandom_0.sd, _hzs_MockRandom_0.tfp, _hzt.cfe, _hzt.cfs, _hzt.si, _hzu.fdt, _hzu.fdx, _hzu.fnm, _hzu.nvd, _hzu.nvm, _hzu.si, _hzu_MockRandom_0.doc, _hzu_MockRandom_0.sd, _hzu_MockRandom_0.tim, _hzu_MockRandom_0.tip, _hzv.fdt, _hzv.fdx, _hzv.fnm, _hzv.nvd, _hzv.nvm, _hzv.si, _hzv_MockRandom_0.doc, _hzv_MockRandom_0.sd, _hzv_MockRandom_0.tfp, _hzw.fdt, _hzw.fdx, _hzw.fnm, _hzw.nvd, _hzw.nvm, _hzw.si, _hzw_MockRandom_0.doc, _hzw_MockRandom_0.sd, _hzw_MockRandom_0.tio, _hzw_MockRandom_0.tipo, _hzx.fdt, _hzx.fdx, _hzx.fnm, _hzx.nvd, _hzx.nvm, _hzx.si, _hzx_MockRandom_0.doc, _hzx_MockRandom_0.sd, _hzx_MockRandom_0.tim, _hzx_MockRandom_0.tip, _hzy.fdt, _hzy.fdx, _hzy.fnm, _hzy.nvd, _hzy.nvm, _hzy.si, _hzy_MockRandom_0.doc, _hzy_MockRandom_0.sd, _hzy_MockRandom_0.tio, _hzy_MockRandom_0.tipo, _hzz.fdt, _hzz.fdx, _hzz.fnm, _hzz.nvd, _hzz.nvm, _hzz.si, _hzz_MockRandom_0.doc, _hzz_MockRandom_0.sd, _hzz_MockRandom_0.tfp, _i01.fdt, _i01.fdx, _i01.fnm, _i01.nvd, _i01.nvm, _i01.si, _i01_MockRandom_0.doc, _i01_MockRandom_0.sd, _i01_MockRandom_0.tim, _i01_MockRandom_0.tip, _i02.fdt, _i02.fdx, _i02.fnm, _i02.nvd, _i02.nvm, _i02.si, _i02_MockRandom_0.doc, _i02_MockRandom_0.sd, _i02_MockRandom_0.tim, _i02_MockRandom_0.tip, _i03.fdt, _i03.fdx, _i03.fnm, _i03.nvd, _i03.nvm, _i03.si, _i03_MockRandom_0.doc, _i03_MockRandom_0.sd, _i03_MockRandom_0.tbk, _i03_MockRandom_0.tix, segments_2]}]> but was:<[{indexVersion=1484807217172,generation=2,filelist=[_6ko.fdt, _6ko.fdx, _6ko.fnm, _6ko.nvd, _6ko.nvm, _6ko.si, _6ko_MockRandom_0.doc, _6ko_MockRandom_0.sd, _6ko_MockRandom_0.tim, _6ko_MockRandom_0.tip, _a24.fdt, _a24.fdx, _a24.fnm, _a24.nvd, _a24.nvm, _a24.si, _a24_MockRandom_0.doc, _a24_MockRandom_0.sd, _a24_MockRandom_0.tib, _a24_MockRandom_0.tii, _gju.cfe, _gju.cfs, _gju.si, _hzs.fdt, _hzs.fdx, _hzs.fnm, _hzs.nvd, _hzs.nvm, _hzs.si, _hzs_MockRandom_0.doc, _hzs_MockRandom_0.sd, _hzs_MockRandom_0.tfp, _hzt.cfe, _hzt.cfs, _hzt.si, _hzu.fdt, _hzu.fdx, _hzu.fnm, _hzu.nvd, _hzu.nvm, _hzu.si, _hzu_MockRandom_0.doc, _hzu_MockRandom_0.sd, _hzu_MockRandom_0.tim, _hzu_MockRandom_0.tip, _hzv.fdt, _hzv.fdx, _hzv.fnm, _hzv.nvd, _hzv.nvm, _hzv.si, _hzv_MockRandom_0.doc, _hzv_MockRandom_0.sd, _hzv_MockRandom_0.tfp, _hzw.fdt, _hzw.fdx, _hzw.fnm, _hzw.nvd, _hzw.nvm, _hzw.si, _hzw_MockRandom_0.doc, _hzw_MockRandom_0.sd, _hzw_MockRandom_0.tio, _hzw_MockRandom_0.tipo, _hzx.fdt, _hzx.fdx, _hzx.fnm, _hzx.nvd, _hzx.nvm, _hzx.si, _hzx_MockRandom_0.doc, _hzx_MockRandom_0.sd, _hzx_MockRandom_0.tim, _hzx_MockRandom_0.tip, _hzy.fdt, _hzy.fdx, _hzy.fnm, _hzy.nvd, _hzy.nvm, _hzy.si, _hzy_MockRandom_0.doc, _hzy_MockRandom_0.sd, _hzy_MockRandom_0.tio, _hzy_MockRandom_0.tipo, _hzz.fdt, _hzz.fdx, _hzz.fnm, _hzz.nvd, _hzz.nvm, _hzz.si, _hzz_MockRandom_0.doc, _hzz_MockRandom_0.sd, _hzz_MockRandom_0.tfp, _i01.fdt, _i01.fdx, _i01.fnm, _i01.nvd, _i01.nvm, _i01.si, _i01_MockRandom_0.doc, _i01_MockRandom_0.sd, _i01_MockRandom_0.tim, _i01_MockRandom_0.tip, _i02.fdt, _i02.fdx, _i02.fnm, _i02.nvd, _i02.nvm, _i02.si, _i02_MockRandom_0.doc, _i02_MockRandom_0.sd, _i02_MockRandom_0.tim, _i02_MockRandom_0.tip, _i03.fdt, _i03.fdx, _i03.fnm, _i03.nvd, _i03.nvm, _i03.si, _i03_MockRandom_0.doc, _i03_MockRandom_0.sd, _i03_MockRandom_0.tbk, _i03_MockRandom_0.tix, segments_2]}, {indexVersion=1484807217172,generation=3,filelist=[_6ko.fdt, _6ko.fdx, _6ko.fnm, _6ko.nvd, _6ko.nvm, _6ko.si, _6ko_MockRandom_0.doc, _6ko_MockRandom_0.sd, _6ko_MockRandom_0.tim, _6ko_MockRandom_0.tip, _a24.fdt, _a24.fdx, _a24.fnm, _a24.nvd, _a24.nvm, _a24.si, _a24_MockRandom_0.doc, _a24_MockRandom_0.sd, _a24_MockRandom_0.tib, _a24_MockRandom_0.tii, _gju.cfe, _gju.cfs, _gju.si, _hzz.fdt, _hzz.fdx, _hzz.fnm, _hzz.nvd, _hzz.nvm, _hzz.si, _hzz_MockRandom_0.doc, _hzz_MockRandom_0.sd, _hzz_MockRandom_0.tfp, _i00.cfe, _i00.cfs, _i00.si, _i01.fdt, _i01.fdx, _i01.fnm, _i01.nvd, _i01.nvm, _i01.si, _i01_MockRandom_0.doc, _i01_MockRandom_0.sd, _i01_MockRandom_0.tim, _i01_MockRandom_0.tip, _i02.fdt, _i02.fdx, _i02.fnm, _i02.nvd, _i02.nvm, _i02.si, _i02_MockRandom_0.doc, _i02_MockRandom_0.sd, _i02_MockRandom_0.tim, _i02_MockRandom_0.tip, _i03.fdt, _i03.fdx, _i03.fnm, _i03.nvd, _i03.nvm, _i03.si, _i03_MockRandom_0.doc, _i03_MockRandom_0.sd, _i03_MockRandom_0.tbk, _i03_MockRandom_0.tix, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1484807217172,generation=2,filelist=[_6ko.fdt, _6ko.fdx, _6ko.fnm, _6ko.nvd, _6ko.nvm, _6ko.si, _6ko_MockRandom_0.doc, _6ko_MockRandom_0.sd, _6ko_MockRandom_0.tim, _6ko_MockRandom_0.tip, _a24.fdt, _a24.fdx, _a24.fnm, _a24.nvd, _a24.nvm, _a24.si, _a24_MockRandom_0.doc, _a24_MockRandom_0.sd, _a24_MockRandom_0.tib, _a24_MockRandom_0.tii, _gju.cfe, _gju.cfs, _gju.si, _hzs.fdt, _hzs.fdx, _hzs.fnm, _hzs.nvd, _hzs.nvm, _hzs.si, _hzs_MockRandom_0.doc, _hzs_MockRandom_0.sd, _hzs_MockRandom_0.tfp, _hzt.cfe, _hzt.cfs, _hzt.si, _hzu.fdt, _hzu.fdx, _hzu.fnm, _hzu.nvd, _hzu.nvm, _hzu.si, _hzu_MockRandom_0.doc, _hzu_MockRandom_0.sd, _hzu_MockRandom_0.tim, _hzu_MockRandom_0.tip, _hzv.fdt, _hzv.fdx, _hzv.fnm, _hzv.nvd, _hzv.nvm, _hzv.si, _hzv_MockRandom_0.doc, _hzv_MockRandom_0.sd, _hzv_MockRandom_0.tfp, _hzw.fdt, _hzw.fdx, _hzw.fnm, _hzw.nvd, _hzw.nvm, _hzw.si, _hzw_MockRandom_0.doc, _hzw_MockRandom_0.sd, _hzw_MockRandom_0.tio, _hzw_MockRandom_0.tipo, _hzx.fdt, _hzx.fdx, _hzx.fnm, _hzx.nvd, _hzx.nvm, _hzx.si, _hzx_MockRandom_0.doc, _hzx_MockRandom_0.sd, _hzx_MockRandom_0.tim, _hzx_MockRandom_0.tip, _hzy.fdt, _hzy.fdx, _hzy.fnm, _hzy.nvd, _hzy.nvm, _hzy.si, _hzy_MockRandom_0.doc, _hzy_MockRandom_0.sd, _hzy_MockRandom_0.tio, _hzy_MockRandom_0.tipo, _hzz.fdt, _hzz.fdx, _hzz.fnm, _hzz.nvd, _hzz.nvm, _hzz.si, _hzz_MockRandom_0.doc, _hzz_MockRandom_0.sd, _hzz_MockRandom_0.tfp, _i01.fdt, _i01.fdx, _i01.fnm, _i01.nvd, _i01.nvm, _i01.si, _i01_MockRandom_0.doc, _i01_MockRandom_0.sd, _i01_MockRandom_0.tim, _i01_MockRandom_0.tip, _i02.fdt, _i02.fdx, _i02.fnm, _i02.nvd, _i02.nvm, _i02.si, _i02_MockRandom_0.doc, _i02_MockRandom_0.sd, _i02_MockRandom_0.tim, _i02_MockRandom_0.tip, _i03.fdt, _i03.fdx, _i03.fnm, _i03.nvd, _i03.nvm, _i03.si, _i03_MockRandom_0.doc, _i03_MockRandom_0.sd, _i03_MockRandom_0.tbk, _i03_MockRandom_0.tix, segments_2]}]> but was:<[{indexVersion=1484807217172,generation=2,filelist=[_6ko.fdt, _6ko.fdx, _6ko.fnm, _6ko.nvd, _6ko.nvm, _6ko.si, _6ko_MockRandom_0.doc, _6ko_MockRandom_0.sd, _6ko_MockRandom_0.tim, _6ko_MockRandom_0.tip, _a24.fdt, _a24.fdx, _a24.fnm, _a24.nvd, _a24.nvm, _a24.si, _a24_MockRandom_0.doc, _a24_MockRandom_0.sd, _a24_MockRandom_0.tib, _a24_MockRandom_0.tii, _gju.cfe, _gju.cfs, _gju.si, _hzs.fdt, _hzs.fdx, _hzs.fnm, _hzs.nvd, _hzs.nvm, _hzs.si, _hzs_MockRandom_0.doc, _hzs_MockRandom_0.sd, _hzs_MockRandom_0.tfp, _hzt.cfe, _hzt.cfs, _hzt.si, _hzu.fdt, _hzu.fdx, _hzu.fnm, _hzu.nvd, _hzu.nvm, _hzu.si, _hzu_MockRandom_0.doc, _hzu_MockRandom_0.sd, _hzu_MockRandom_0.tim, _hzu_MockRandom_0.tip, _hzv.fdt, _hzv.fdx, _hzv.fnm, _hzv.nvd, _hzv.nvm, _hzv.si, _hzv_MockRandom_0.doc, _hzv_MockRandom_0.sd, _hzv_MockRandom_0.tfp, _hzw.fdt, _hzw.fdx, _hzw.fnm, _hzw.nvd, _hzw.nvm, _hzw.si, _hzw_MockRandom_0.doc, _hzw_MockRandom_0.sd, _hzw_MockRandom_0.tio, _hzw_MockRandom_0.tipo, _hzx.fdt, _hzx.fdx, _hzx.fnm, _hzx.nvd, _hzx.nvm, _hzx.si, _hzx_MockRandom_0.doc, _hzx_MockRandom_0.sd, _hzx_MockRandom_0.tim, _hzx_MockRandom_0.tip, _hzy.fdt, _hzy.fdx, _hzy.fnm, _hzy.nvd, _hzy.nvm, _hzy.si, _hzy_MockRandom_0.doc, _hzy_MockRandom_0.sd, _hzy_MockRandom_0.tio, _hzy_MockRandom_0.tipo, _hzz.fdt, _hzz.fdx, _hzz.fnm, _hzz.nvd, _hzz.nvm, _hzz.si, _hzz_MockRandom_0.doc, _hzz_MockRandom_0.sd, _hzz_MockRandom_0.tfp, _i01.fdt, _i01.fdx, _i01.fnm, _i01.nvd, _i01.nvm, _i01.si, _i01_MockRandom_0.doc, _i01_MockRandom_0.sd, _i01_MockRandom_0.tim, _i01_MockRandom_0.tip, _i02.fdt, _i02.fdx, _i02.fnm, _i02.nvd, _i02.nvm, _i02.si, _i02_MockRandom_0.doc, _i02_MockRandom_0.sd, _i02_MockRandom_0.tim, _i02_MockRandom_0.tip, _i03.fdt, _i03.fdx, _i03.fnm, _i03.nvd, _i03.nvm, _i03.si, _i03_MockRandom_0.doc, _i03_MockRandom_0.sd, _i03_MockRandom_0.tbk, _i03_MockRandom_0.tix, segments_2]}, {indexVersion=1484807217172,generation=3,filelist=[_6ko.fdt, _6ko.fdx, _6ko.fnm, _6ko.nvd, _6ko.nvm, _6ko.si, _6ko_MockRandom_0.doc, _6ko_MockRandom_0.sd, _6ko_MockRandom_0.tim, _6ko_MockRandom_0.tip, _a24.fdt, _a24.fdx, _a24.fnm, _a24.nvd, _a24.nvm, _a24.si, _a24_MockRandom_0.doc, _a24_MockRandom_0.sd, _a24_MockRandom_0.tib, _a24_MockRandom_0.tii, _gju.cfe, _gju.cfs, _gju.si, _hzz.fdt, _hzz.fdx, _hzz.fnm, _hzz.nvd, _hzz.nvm, _hzz.si, _hzz_MockRandom_0.doc, _hzz_MockRandom_0.sd, _hzz_MockRandom_0.tfp, _i00.cfe, _i00.cfs, _i00.si, _i01.fdt, _i01.fdx, _i01.fnm, _i01.nvd, _i01.nvm, _i01.si, _i01_MockRandom_0.doc, _i01_MockRandom_0.sd, _i01_MockRandom_0.tim, _i01_MockRandom_0.tip, _i02.fdt, _i02.fdx, _i02.fnm, _i02.nvd, _i02.nvm, _i02.si, _i02_MockRandom_0.doc, _i02_MockRandom_0.sd, _i02_MockRandom_0.tim, _i02_MockRandom_0.tip, _i03.fdt, _i03.fdx, _i03.fnm, _i03.nvd, _i03.nvm, _i03.si, _i03_MockRandom_0.doc, _i03_MockRandom_0.sd, _i03_MockRandom_0.tbk, _i03_MockRandom_0.tix, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B:C23FB61C6459F068]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
[index.20170119032716276, replication.properties, index.properties, snapshot_metadata, index.20170119032713286] expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: [index.20170119032716276, replication.properties, index.properties, snapshot_metadata, index.20170119032713286] expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B:3C43ADEA113997D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:925)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:883)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B:6FBC92F6BAED9393]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B:CA96E276E3354467]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B:AF9DD9981222D1FE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 8995 lines...]
[junit4] Suite: org.apache.lucene.search.TestIndexOrDocValuesQuery
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexOrDocValuesQuery -Dtests.method=testUseIndexForSelectiveQueries -Dtests.seed=A27C5CDB18096032 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=fr-BE -Dtests.timezone=Etc/GMT-10 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 1.30s J0 | TestIndexOrDocValuesQuery.testUseIndexForSelectiveQueries <<<
[junit4] > Throwable #1: java.lang.AssertionError: The top-reader used to create Weight (org.apache.lucene.index.CompositeReaderContext@148a31e6) is not the same as the current reader's top-reader (org.apache.lucene.index.CompositeReaderContext@3f764c1d
[junit4] > at __randomizedtesting.SeedInfo.seed([A27C5CDB18096032:54C2E516BF15F5D]:0)
[junit4] > at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:99)
[junit4] > at org.apache.lucene.search.Weight.scorerSupplier(Weight.java:126)
[junit4] > at org.apache.lucene.search.AssertingWeight.scorerSupplier(AssertingWeight.java:55)
[junit4] > at org.apache.lucene.search.BooleanWeight.scorerSupplier(BooleanWeight.java:400)
[junit4] > at org.apache.lucene.search.AssertingWeight.scorerSupplier(AssertingWeight.java:55)
[junit4] > at org.apache.lucene.search.AssertingWeight.scorer(AssertingWeight.java:41)
[junit4] > at org.apache.lucene.search.AssertingWeight.scorer(AssertingWeight.java:37)
[junit4] > at org.apache.lucene.search.TestIndexOrDocValuesQuery.testUseIndexForSelectiveQueries(TestIndexOrDocValuesQuery.java:81)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=no): {f1=IB SPL-L3(800.0)}, locale=fr-BE, timezone=Etc/GMT-10
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=203833016,total=405798912
[junit4] 2> NOTE: All tests run in this JVM: [FuzzyLikeThisQueryTest, TestIDVersionPostingsFormat, TestLongRangeFieldQueries, TestIndexOrDocValuesQuery]
[junit4] Completed [9/24 (1!)] on J0 in 1.34s, 1 test, 1 failure <<< FAILURES!
[...truncated 2388 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/init-core-data-001
[junit4] 2> 210121 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 210122 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ahsw/dx
[junit4] 2> 210729 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 211313 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 211509 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 211555 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 211618 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 211662 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_33121_hdfs____.aarp8m/webapp
[junit4] 2> 212413 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33121
[junit4] 2> 213096 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 213104 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 213116 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55221_datanode____lle7y0/webapp
[junit4] 2> 213537 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55221
[junit4] 2> 213901 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 213902 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 213938 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38146_datanode____rnbhed/webapp
[junit4] 2> 214412 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38146
[junit4] 2> 215497 INFO (IPC Server handler 6 on 41272) [ ] BlockStateChange BLOCK* processReport: from storage DS-24d69cf7-a06b-4ae1-bd26-030a5a2fbc3e node DatanodeRegistration(127.0.0.1:46511, datanodeUuid=7f5c95e1-3fcc-4c6f-9f08-f63830af5d2f, infoPort=35097, infoSecurePort=0, ipcPort=50663, storageInfo=lv=-56;cid=testClusterID;nsid=993569009;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 215497 INFO (IPC Server handler 6 on 41272) [ ] BlockStateChange BLOCK* processReport: from storage DS-59906fe4-b878-4877-888d-8ed2d3f764a4 node DatanodeRegistration(127.0.0.1:46511, datanodeUuid=7f5c95e1-3fcc-4c6f-9f08-f63830af5d2f, infoPort=35097, infoSecurePort=0, ipcPort=50663, storageInfo=lv=-56;cid=testClusterID;nsid=993569009;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 215498 INFO (IPC Server handler 8 on 41272) [ ] BlockStateChange BLOCK* processReport: from storage DS-c97d73da-ff8f-4442-b2af-de55a67d513d node DatanodeRegistration(127.0.0.1:47469, datanodeUuid=c28c04ca-498d-4360-9a10-23cf94719bd3, infoPort=42609, infoSecurePort=0, ipcPort=45405, storageInfo=lv=-56;cid=testClusterID;nsid=993569009;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 215498 INFO (IPC Server handler 8 on 41272) [ ] BlockStateChange BLOCK* processReport: from storage DS-ced87af7-107d-4746-839b-b9e0374dc290 node DatanodeRegistration(127.0.0.1:47469, datanodeUuid=c28c04ca-498d-4360-9a10-23cf94719bd3, infoPort=42609, infoSecurePort=0, ipcPort=45405, storageInfo=lv=-56;cid=testClusterID;nsid=993569009;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 215999 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 215999 INFO (Thread-781) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 215999 INFO (Thread-781) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 216099 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.ZkTestServer start zk server on port:51470
[junit4] 2> 216383 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 216390 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 216396 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 216397 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 216402 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 216406 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 216408 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 216409 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 216410 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 216411 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 216413 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 216543 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/control-001/cores/collection1
[junit4] 2> 216544 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 216553 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dc9d794{/ahsw/dx,null,AVAILABLE}
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643314f3{HTTP/1.1,[http/1.1]}{127.0.0.1:50545}
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.Server Started @220362ms
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:41272/hdfs__localhost_41272__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001_tempDir-002_control_data, hostContext=/ahsw/dx, hostPort=50545, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/control-001/cores}
[junit4] 2> 216554 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 216554 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-19T05:58:28.564Z
[junit4] 2> 216566 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 216566 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/control-001/solr.xml
[junit4] 2> 216573 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 216573 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51470/solr
[junit4] 2> 216610 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50545_ahsw%2Fdx
[junit4] 2> 216611 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.Overseer Overseer (id=97308213772943364-127.0.0.1:50545_ahsw%2Fdx-n_0000000000) starting
[junit4] 2> 216653 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50545_ahsw%2Fdx
[junit4] 2> 216654 INFO (zkCallback-153-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 216844 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/control-001/cores
[junit4] 2> 216844 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 216857 INFO (OverseerStateUpdate-97308213772943364-127.0.0.1:50545_ahsw%2Fdx-n_0000000000) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 217867 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 217883 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 217994 WARN (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 217999 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 218011 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 218020 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41272/solr_hdfs_home
[junit4] 2> 218020 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 218020 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/control-001/cores/collection1], dataDir=[hdfs://localhost:41272/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 218020 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc203c1
[junit4] 2> 218021 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41272/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 218037 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 218037 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 218037 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 219330 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 219335 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41272/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 219396 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41272/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 219408 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 219408 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 219408 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 219425 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 219425 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=2, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 220069 INFO (IPC Server handler 0 on 41272) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47469 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c97d73da-ff8f-4442-b2af-de55a67d513d:NORMAL:127.0.0.1:47469|RBW], ReplicaUC[[DISK]DS-24d69cf7-a06b-4ae1-bd26-030a5a2fbc3e:NORMAL:127.0.0.1:46511|RBW]]} size 71
[junit4] 2> 220069 INFO (IPC Server handler 1 on 41272) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46511 is added to blk_1073741825_1001 size 71
[junit4] 2> 220501 WARN (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 220515 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 220515 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 220515 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 220544 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 220544 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 220546 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=24.7119140625, floorSegmentMB=1.4091796875, forceMergeDeletesPctAllowed=16.318929424914998, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 220620 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1628d39b[collection1] main]
[junit4] 2> 220621 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 220622 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 220623 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 220624 INFO (searcherExecutor-506-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1628d39b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 220635 INFO (coreLoadExecutor-505-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556931425227243520
[junit4] 2> 220649 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 220649 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 220649 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50545/ahsw/dx/collection1/
[junit4] 2> 220649 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 220649 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50545/ahsw/dx/collection1/ has no replicas
[junit4] 2> 220655 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50545/ahsw/dx/collection1/ shard1
[junit4] 2> 220806 INFO (coreZkRegister-498-thread-1-processing-n:127.0.0.1:50545_ahsw%2Fdx x:collection1 c:control_collection) [n:127.0.0.1:50545_ahsw%2Fdx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 220938 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 220940 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51470/solr ready
[junit4] 2> 220942 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 220942 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 221060 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/shard-1-001/cores/collection1
[junit4] 2> 221061 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/shard-1-001
[junit4] 2> 221063 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 221064 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73d9e632{/ahsw/dx,null,AVAILABLE}
[junit4] 2> 221064 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e33eb2{HTTP/1.1,[http/1.1]}{127.0.0.1:36139}
[junit4] 2> 221064 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.e.j.s.Server Started @224873ms
[junit4] 2> 221064 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:41272/hdfs__localhost_41272__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/ahsw/dx, hostPort=36139, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/shard-1-001/cores}
[junit4] 2> 221065 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 221065 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 221066 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 221066 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 221066 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-19T05:58:33.076Z
[junit4] 2> 221074 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 221074 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/shard-1-001/solr.xml
[junit4] 2> 221081 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 221082 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51470/solr
[junit4] 2> 221109 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:36139_ahsw%2Fdx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 221112 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:36139_ahsw%2Fdx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36139_ahsw%2Fdx
[junit4] 2> 221115 INFO (zkCallback-157-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 221115 INFO (zkCallback-153-thread-2-processing-n:127.0.0.1:50545_ahsw%2Fdx) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 221120 INFO (zkCallback-163-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 221167 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:36139_ahsw%2Fdx ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_E7E8AD2C1411FE6B-001/shard-1-001/cores
[junit4] 2> 221167 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[E7E8AD2C1411FE6B]) [n:127.0.0.1:36139_ahsw%2Fdx ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 221172 INFO (OverseerStateUpdate-97308213772943364-127.0.0.1:50545_ahsw%2Fdx-n_0000000000) [n:127.0.0.1:50545_ahsw%2Fdx ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 221277 INFO (zkCallback-163-thread-2-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 222185 INFO (coreLoadExecutor-516-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 222195 INFO (coreLoadExecutor-516-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 222257 WARN (coreLoadExecutor-516-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 222258 INFO (coreLoadExecutor-516-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 222281 INFO (coreLoadExecutor-516-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:127.0.0.1:36139_ahsw%2Fdx c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 222282 INFO (coreLoadExecutor-516-thread-1-processing-n:127.0.0.1:36139_ahsw%2Fdx) [n:1
[...truncated too long message...]
pertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4799451 INFO (SUITE-HdfsRecoveryZkTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42969 42969
[junit4] 2> 4799451 INFO (SUITE-HdfsRecoveryZkTest-seed#[E7E8AD2C1411FE6B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1288, maxMBSortInHeap=5.307010612780387, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-SD, timezone=America/Catamarca
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=167100320,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [RAMDirectoryFactoryTest, ConvertedLegacyTest, BadCopyFieldTest, TestExceedMaxTermLength, SolrMetricManagerTest, SliceStateTest, TestQueryWrapperFilter, TestScoreJoinQPNoScore, CoreMergeIndexesAdminHandlerTest, DistributedTermsComponentTest, CollectionReloadTest, TestLocalFSCloudBackupRestore, TestSSLRandomization, TestNumericTerms64, TestSystemIdResolver, CopyFieldTest, SystemInfoHandlerTest, TestSolrIndexConfig, ConfigSetsAPITest, ClassificationUpdateProcessorIntegrationTest, TestJsonFacets, TestDownShardTolerantSearch, JavabinLoaderTest, TestGraphMLResponseWriter, TestImplicitCoreProperties, SoftAutoCommitTest, HdfsWriteToMultipleCollectionsTest, SpellCheckCollatorTest, TestHashQParserPlugin, SolrGangliaReporterTest, SpellingQueryConverterTest, ReplicaListTransformerTest, TestXmlQParser, SolrCmdDistributorTest, DocExpirationUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, DocValuesNotIndexedTest, DirectSolrSpellCheckerTest, TestCustomDocTransformer, TestFiltering, BasicFunctionalityTest, DocumentBuilderTest, TestRestManager, DistributedDebugComponentTest, ShardSplitTest, TestHashPartitioner, TestFieldSortValues, TestQueryUtils, TestRandomFlRTGCloud, SolrSlf4jReporterTest, BlockCacheTest, ZkControllerTest, TestReplicaProperties, HdfsDirectoryTest, TestSimpleTrackingShardHandler, IndexBasedSpellCheckerTest, ChaosMonkeySafeLeaderTest, SpatialFilterTest, TestBM25SimilarityFactory, AnalyticsMergeStrategyTest, TestFieldTypeCollectionResource, SuggestComponentContextFilterQueryTest, TermVectorComponentTest, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestSubQueryTransformerDistrib, LoggingHandlerTest, TestDistribIDF, SolrIndexSplitterTest, TestLRUCache, TestLMDirichletSimilarityFactory, SimpleCollectionCreateDeleteTest, ShardRoutingTest, TestFieldCacheSort, TestJettySolrRunner, HighlighterTest, TestQuerySenderListener, TestCloudRecovery, OverseerRolesTest, TestNRTOpen, URLClassifyProcessorTest, MultiTermTest, TestChildDocTransformer, TestQueryTypes, DistribJoinFromCollectionTest, TestAuthorizationFramework, ExplicitHLLTest, TestSearcherReuse, TestLRUStatsCache, ZkCLITest, TestBlobHandler, SuggesterFSTTest, DistributedFacetPivotSmallTest, TestPartialUpdateDeduplication, JSONWriterTest, TestSearchPerf, DistributedFacetPivotLargeTest, HdfsBasicDistributedZkTest, ZkSolrClientTest, DistanceFunctionTest, ManagedSchemaRoundRobinCloudTest, BlockJoinFacetRandomTest, BigEndianAscendingWordDeserializerTest, TestNamedUpdateProcessors, TestDynamicFieldResource, LeaderElectionContextKeyTest, IndexSchemaTest, TestDistributedGrouping, TestConfigSetsAPI, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OverseerTest, BasicZkTest, ClusterStateUpdateTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, SSLMigrationTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCollectionAPI, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=E7E8AD2C1411FE6B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SD -Dtests.timezone=America/Catamarca -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:737)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:799)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1049)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:914)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([E7E8AD2C1411FE6B]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [529/681 (5!)] on J1 in 50.50s, 1 test, 1 failure <<< FAILURES!
[...truncated 62978 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 260 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/260/
6 tests failed.
FAILED: org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations
Error Message:
invalid hits for shape=GeoCompositeMembershipShape: {[GeoConvexPolygon: {planetmodel=PlanetModel.WGS84, points=[[lat=-1.2267098126036888, lon=3.141592653589793([X=-0.33671029227864785, Y=4.123511816790159E-17, Z=-0.9396354281810864])], [lat=0.2892272352400239, lon=0.017453291479645996([X=0.9591279281485559, Y=0.01674163926221766, Z=0.28545251693892165])], [lat=-1.5707963267948966, lon=1.6247683074702402E-201([X=6.109531986173988E-17, Y=9.926573944611206E-218, Z=-0.997762292022105])]], internalEdges={2}}, GeoConvexPolygon: {planetmodel=PlanetModel.WGS84, points=[[lat=-1.2267098126036888, lon=3.141592653589793([X=-0.33671029227864785, Y=4.123511816790159E-17, Z=-0.9396354281810864])], [lat=-1.5707963267948966, lon=1.6247683074702402E-201([X=6.109531986173988E-17, Y=9.926573944611206E-218, Z=-0.997762292022105])], [lat=0.6723906085905078, lon=-3.0261581679831E-12([X=0.7821883235431606, Y=-2.367025584191143E-12, Z=0.6227413298552851])]], internalEdges={0}}]}
Stack Trace:
java.lang.AssertionError: invalid hits for shape=GeoCompositeMembershipShape: {[GeoConvexPolygon: {planetmodel=PlanetModel.WGS84, points=[[lat=-1.2267098126036888, lon=3.141592653589793([X=-0.33671029227864785, Y=4.123511816790159E-17, Z=-0.9396354281810864])], [lat=0.2892272352400239, lon=0.017453291479645996([X=0.9591279281485559, Y=0.01674163926221766, Z=0.28545251693892165])], [lat=-1.5707963267948966, lon=1.6247683074702402E-201([X=6.109531986173988E-17, Y=9.926573944611206E-218, Z=-0.997762292022105])]], internalEdges={2}}, GeoConvexPolygon: {planetmodel=PlanetModel.WGS84, points=[[lat=-1.2267098126036888, lon=3.141592653589793([X=-0.33671029227864785, Y=4.123511816790159E-17, Z=-0.9396354281810864])], [lat=-1.5707963267948966, lon=1.6247683074702402E-201([X=6.109531986173988E-17, Y=9.926573944611206E-218, Z=-0.997762292022105])], [lat=0.6723906085905078, lon=-3.0261581679831E-12([X=0.7821883235431606, Y=-2.367025584191143E-12, Z=0.6227413298552851])]], internalEdges={0}}]}
at __randomizedtesting.SeedInfo.seed([B21A2F0654DE93CA:2655292DB933D56]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations(TestGeo3DPoint.java:464)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([932BE443E12C8A2F]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([932BE443E12C8A2F]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1671DCDBF4C4F86C:9E25E3015A389594]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([1671DCDBF4C4F86C:5E04A86FF2F7D7F9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([1671DCDBF4C4F86C:3B0F938103E04260]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1857 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> jan 18, 2017 4:45:16 FM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=7712, name=SUITE-TestFuzzyQuery-seed#[932BE443E12C8A2F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=7713, name=TEST-TestFuzzyQuery.testRandom-seed#[932BE443E12C8A2F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=932BE443E12C8A2F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=Iceland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J2 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([932BE443E12C8A2F]:0)
[junit4] 2> jan 18, 2017 4:45:16 FM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> jan 18, 2017 4:45:36 FM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=7713, name=TEST-TestFuzzyQuery.testRandom-seed#[932BE443E12C8A2F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> jan 18, 2017 4:45:36 FM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=7713, name=TEST-TestFuzzyQuery.testRandom-seed#[932BE443E12C8A2F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> jan 18, 2017 4:45:39 FM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=7713, name=TEST-TestFuzzyQuery.testRandom-seed#[932BE443E12C8A2F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {field=IB LL-L2}, locale=sv-SE, timezone=Iceland
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=177291400,total=497549312
[junit4] 2> NOTE: All tests run in this JVM: [TestLucene50StoredFieldsFormatHighCompression, TestPayloads, TestInPlaceMergeSorter, TestStressDeletes, TestForUtil, TestMultiTermsEnum, TestBufferedIndexInput, TestLevenshteinAutomata, TestTermdocPerf, TestIndexWriterDelete, TestFilterSpans, TestReaderWrapperDVTypeCheck, TestByteArrayDataInput, TestTermVectorsWriter, TestIndexWriterThreadsToSegments, TestRateLimiter, TestTermRangeQuery, TestWeakIdentityMap, TestCollectionUtil, TestParallelTermEnum, TestBooleanCoord, TestMultiFields, TestBinaryDocValuesUpdates, TestRegexpQuery, TestAtomicUpdate, TestDisjunctionMaxQuery, TestOrdinalMap, TestIntroSorter, TestPrefixRandom, TestBytesRefArray, TestShardSearching, TestSimilarity2, TestMmapDirectory, TestAssertions, TestPrefixInBooleanQuery, TestLucene53NormsFormat, TestSameTokenSamePosition, TestPositiveScoresOnlyCollector, TestTerms, TestAllFilesCheckIndexHeader, TestDocIdsWriter, TestIndexSearcher, TestStopFilter, TestSingleInstanceLockFactory, TestTopFieldCollector, TestDocument, TestFieldsReader, TestDeterminizeLexicon, TestIndexWriterOnJRECrash, TestIndexWriterDeleteByQuery, TestLucene62SegmentInfoFormat, TestVersion, TestNamedSPILoader, TestMutableValues, TestBoolean2, TestFlex, TestScoreCachingWrappingScorer, TestSearcherManager, TestBooleanQuery, TestComplexExplanations, TestMultiPhraseEnum, TestRollingBuffer, TestSetOnce, TestApproximationSearchEquivalence, TestSortedSetSelector, TestSPIClassIterator, TestRecyclingIntBlockAllocator, TestScorerPerf, TestDocsAndPositions, TestAutomatonQueryUnicode, TestSimpleExplanationsWithFillerDocs, TestFieldValueQuery, TestSnapshotDeletionPolicy, TestNumericRangeQuery32, TestIndexWriter, TestIndexWriterReader, TestIndexWriterMerging, TestBytesStore, TestPackedInts, TestIndexWriterWithThreads, TestAddIndexes, TestIndexWriterExceptions, TestDeletionPolicy, TestFlushByRamOrCountsPolicy, TestSloppyPhraseQuery, TestNRTThreads, TestNorms, TestIndexWriterCommit, TestDirectoryReaderReopen, TestSearchWithThreads, TestConcurrentMergeScheduler, TestHighCompressionMode, TestTopDocsMerge, TestLongPostings, TestStressIndexing, TestRollingUpdates, TestIndexWriterUnicode, TestNRTReaderWithThreads, TestTieredMergePolicy, TestIndexWriterForceMerge, TestArrayUtil, TestLockFactory, TestSegmentMerger, TestPhraseQuery, TestOmitNorms, TestFixedBitSet, TestNRTCachingDirectory, TestFieldCacheRewriteMethod, TestPagedBytes, TestTransactions, TestCrash, TestMultiThreadTermVectors, TestSegmentTermDocs, TestToken, TestSimpleSearchEquivalence, TestCustomSearcherSort, TestDocValuesIndexing, TestSimilarityBase, TestHugeRamFile, TestBooleanMinShouldMatch, TestTermsEnum2, TestLegacyNumericUtils, Test2BDocs, TestIndexWriterOnDiskFull, TestCodecs, TestBytesRefHash, TestThreadedForceMerge, TestSloppyPhraseQuery2, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=932BE443E12C8A2F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=Iceland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([932BE443E12C8A2F]:0)
[junit4] Completed [449/449 (1!)] on J2 in 7223.17s, 3 tests, 2 errors <<< FAILURES!
[...truncated 7923 lines...]
[junit4] Suite: org.apache.lucene.spatial3d.TestGeo3DPoint
[junit4] 1> doc=92 should match but did not
[junit4] 1> point=[X=0.24162356556559528, Y=2.3309121299774915E-10, Z=0.9682657049003708]
[junit4] 1> mappedPoint=[lat=1.3262481806651818, lon=2.4457272005608357E-47([X=0.2416235655409041, Y=5.90945326539883E-48, Z=0.9682657046994557])]
[junit4] 1> doc=148 should match but did not
[junit4] 1> point=[X=0.221555587372385, Y=2.3309121299774915E-10, Z=0.9730217464933492]
[junit4] 1> mappedPoint=[lat=1.3469149072042264, lon=3.401370501882173E-238([X=0.22155558726547467, Y=7.535926390519672E-239, Z=0.9730217465957189])]
[junit4] 1> doc=190 should match but did not
[junit4] 1> point=[X=0.23438408720886705, Y=-2.3309121299774915E-10, Z=0.9700316761883178]
[junit4] 1> mappedPoint=[lat=1.3337152373863173, lon=-5.6921031450828363E-213([X=0.2343840870847516, Y=-1.334138399252484E-213, Z=0.9700316762323898])]
[junit4] 1> doc=303 should match but did not
[junit4] 1> point=[X=0.12120594107288729, Y=2.3309121299774915E-10, Z=0.9904226661241288]
[junit4] 1> mappedPoint=[lat=1.4490238255501429, lon=2.4457272005608357E-47([X=0.12120594090167151, Y=2.9643666653278715E-48, Z=0.9904226661406688])]
[junit4] 1> doc=479 should match but did not
[junit4] 1> point=[X=0.21420828008815918, Y=2.3309121299774915E-10, Z=0.974654593795364]
[junit4] 1> mappedPoint=[lat=1.3544571537806853, lon=2.4457272005608357E-47([X=0.21420828010427287, Y=5.2389501723637466E-48, Z=0.9746545936871422])]
[junit4] 1> doc=513 should match but did not
[junit4] 1> point=[X=0.20747646693442123, Y=2.3309121299774915E-10, Z=0.976100033897399]
[junit4] 1> mappedPoint=[lat=1.361356816555577, lon=2.4457272005608357E-47([X=0.20747646708772866, Y=5.07430839032723E-48, Z=0.9761000340691431])]
[junit4] 1> doc=602 should match but did not
[junit4] 1> point=[X=0.1885198457342102, Y=2.3309121299774915E-10, Z=0.9799121264712828]
[junit4] 1> mappedPoint=[lat=1.3807340292637948, lon=2.4457272005608357E-47([X=0.18851984575419603, Y=4.6106811460657045E-48, Z=0.9799121264737999])]
[junit4] 1> doc=722 should match but did not
[junit4] 1> point=[X=0.1246621061616181, Y=2.3309121299774915E-10, Z=0.9899964574426151]
[junit4] 1> mappedPoint=[lat=1.4455338464779226, lon=2.4457272005608357E-47([X=0.1246621062549677, Y=3.048895041469796E-48, Z=0.9899964573672254])]
[junit4] 1> doc=763 should match but did not
[junit4] 1> point=[X=0.22763237132881609, Y=-2.3309121299774915E-10, Z=0.971627487161317]
[junit4] 1> mappedPoint=[lat=1.3406672985164874, lon=-5.567004318295207E-15([X=0.22763237129900588, Y=-1.2672303940053436E-15, Z=0.971627487381394])]
[junit4] 1> doc=786 should match but did not
[junit4] 1> point=[X=0.1555323782186121, Y=2.3309121299774915E-10, Z=0.9856476094161765]
[junit4] 1> mappedPoint=[lat=1.4142896695536051, lon=0.0([X=0.1555323784076407, Y=0.0, Z=0.9856476093651012])]
[junit4] 1> doc=798 should match but did not
[junit4] 1> point=[X=0.22207908739383908, Y=2.3309121299774915E-10, Z=0.9729031972347834]
[junit4] 1> mappedPoint=[lat=1.3463770376441213, lon=0.0([X=0.2220790873239817, Y=0.0, Z=0.9729031972871128])]
[junit4] 1> doc=933 should match but did not
[junit4] 1> point=[X=0.2361548047000931, Y=2.3309121299774915E-10, Z=0.9696049910683647]
[junit4] 1> mappedPoint=[lat=1.331890093345172, lon=0.0([X=0.2361548045618497, Y=0.0, Z=0.9696049913006971])]
[junit4] 1> doc=1097 should match but did not
[junit4] 1> point=[X=0.17156903922120204, Y=-2.3309121299774915E-10, Z=0.9830008703471477]
[junit4] 1> mappedPoint=[lat=1.3980009088259264, lon=-1.639086675334973E-201([X=0.17156903914379532, Y=-2.812165259606193E-202, Z=0.983000870561174])]
[junit4] 1> doc=1293 should match but did not
[junit4] 1> point=[X=0.13247272092481832, Y=2.3309121299774915E-10, Z=0.9889883971515679]
[junit4] 1> mappedPoint=[lat=1.4376412078585403, lon=2.4457272005608357E-47([X=0.13247272102463187, Y=3.239921371422495E-48, Z=0.9889883969926163])]
[junit4] 1> doc=1375 should match but did not
[junit4] 1> point=[X=0.21564004705963968, Y=-2.3309121299774915E-10, Z=0.9743409332060463]
[junit4] 1> mappedPoint=[lat=1.3529883743500268, lon=-1.829240006021561E-158([X=0.2156400472266687, Y=-3.944574012874012E-159, Z=0.9743409332980286])]
[junit4] 1> doc=1376 should match but did not
[junit4] 1> point=[X=0.12693389936724297, Y=2.3309121299774915E-10, Z=0.9897096736687033]
[junit4] 1> mappedPoint=[lat=1.443239010492359, lon=2.4457272005608357E-47([X=0.12693389941476824, Y=3.1044569047195174E-48, Z=0.9897096735149449])]
[junit4] 1> doc=1458 should match but did not
[junit4] 1> point=[X=0.26389889470295536, Y=2.3309121299774915E-10, Z=0.9624724302524913]
[junit4] 1> mappedPoint=[lat=1.3031846953285613, lon=2.4457272005608357E-47([X=0.26389889476745054, Y=6.454247051306955E-48, Z=0.9624724302171447])]
[junit4] 1> doc=1686 should match but did not
[junit4] 1> point=[X=0.13005870525085317, Y=-2.3309121299774915E-10, Z=0.9893066067489985]
[junit4] 1> mappedPoint=[lat=1.4400814251559886, lon=-1.6747638468238218E-206([X=0.13005870531118505, Y=-2.178176176198861E-207, Z=0.9893066065572187])]
[junit4] 1> doc=1829 should match but did not
[junit4] 1> point=[X=0.13581406528202644, Y=2.3309121299774915E-10, Z=0.9885381185390353]
[junit4] 1> mappedPoint=[lat=1.4342623030067558, lon=0.0([X=0.13581406543593716, Y=0.0, Z=0.9885381186033142])]
[junit4] 1> doc=1958 should match but did not
[junit4] 1> point=[X=0.21384294690637928, Y=2.3309121299774915E-10, Z=0.9747342774250746]
[junit4] 1> mappedPoint=[lat=1.3548318564540318, lon=2.4457272005608357E-47([X=0.21384294699178844, Y=5.230015121059059E-48, Z=0.9747342773324366])]
[junit4] 1> doc=1981 should match but did not
[junit4] 1> point=[X=0.25949689721812896, Y=2.3309121299774915E-10, Z=0.9636605949958151]
[junit4] 1> mappedPoint=[lat=1.307753396763122, lon=0.0([X=0.2594968974335508, Y=0.0, Z=0.9636605948394177])]
[junit4] 1> doc=2111 should match but did not
[junit4] 1> point=[X=0.1657336888122819, Y=2.3309121299774915E-10, Z=0.9839948244241666]
[junit4] 1> mappedPoint=[lat=1.4039330187863033, lon=0.0([X=0.16573368876190184, Y=0.0, Z=0.983994824536461])]
[junit4] 1> doc=2180 should match but did not
[junit4] 1> point=[X=0.24421808241308163, Y=2.3309121299774915E-10, Z=0.9676189275981865]
[junit4] 1> mappedPoint=[lat=1.3235687998823915, lon=1.0822122318786984E-166([X=0.24421808226412325, Y=2.6429579587219238E-167, Z=0.967618927597835])]
[junit4] 1> doc=2628 should match but did not
[junit4] 1> point=[X=0.18026294427859113, Y=2.3309121299774915E-10, Z=0.9814542243713412]
[junit4] 1> mappedPoint=[lat=1.3891515951653701, lon=2.4457272005608357E-47([X=0.18026294435875917, Y=4.4087398627140175E-48, Z=0.9814542242696033])]
[junit4] 1> doc=2794 should match but did not
[junit4] 1> point=[X=0.19561541450839848, Y=2.3309121299774915E-10, Z=0.978529695119763]
[junit4] 1> mappedPoint=[lat=1.3734897209484462, lon=2.4457272005608357E-47([X=0.19561541470871582, Y=4.784219406020945E-48, Z=0.9785296949882676])]
[junit4] 1> doc=2814 should match but did not
[junit4] 1> point=[X=0.2169693853608453, Y=2.3309121299774915E-10, Z=0.9740477501459729]
[junit4] 1> mappedPoint=[lat=1.3516242525980415, lon=2.4457272005608357E-47([X=0.21696938523182926, Y=5.306479271504473E-48, Z=0.974047750355191])]
[junit4] 1> doc=2897 should match but did not
[junit4] 1> point=[X=0.2200405779345539, Y=2.3309121299774915E-10, Z=0.9733631710432294]
[junit4] 1> mappedPoint=[lat=1.3484711384140997, lon=0.0([X=0.2200405779812659, Y=0.0, Z=0.9733631711488628])]
[junit4] 1> doc=2956 should match but did not
[junit4] 1> point=[X=0.22448570568506854, Y=2.3309121299774915E-10, Z=0.9723544184712797]
[junit4] 1> mappedPoint=[lat=1.3439035240356338, lon=0.0([X=0.22448570568557055, Y=0.0, Z=0.9723544182987026])]
[junit4] 1> doc=3138 should match but did not
[junit4] 1> point=[X=0.23811188374411751, Y=2.3309121299774915E-10, Z=0.9691294421050661]
[junit4] 1> mappedPoint=[lat=1.3298719328775956, lon=0.0([X=0.23811188357289037, Y=0.0, Z=0.9691294419974701])]
[junit4] 1> doc=3652 should match but did not
[junit4] 1> point=[X=0.24214002157059256, Y=2.3309121299774915E-10, Z=0.9681375443587282]
[junit4] 1> mappedPoint=[lat=1.325714972537541, lon=0.0([X=0.24214002163565146, Y=0.0, Z=0.9681375443529582])]
[junit4] 1> doc=3710 should match but did not
[junit4] 1> point=[X=0.13912245240644638, Y=2.3309121299774915E-10, Z=0.98808102154234]
[junit4] 1> mappedPoint=[lat=1.4309152103876182, lon=2.4457272005608357E-47([X=0.13912245255318162, Y=3.402555664180506E-48, Z=0.9880810213144329])]
[junit4] 1> doc=3728 should match but did not
[junit4] 1> point=[X=0.170488642335478, Y=2.3309121299774915E-10, Z=0.98318756894984]
[junit4] 1> mappedPoint=[lat=1.3990996683784152, lon=0.0([X=0.17048864240253972, Y=0.0, Z=0.9831875688630223])]
[junit4] 1> doc=3950 should match but did not
[junit4] 1> point=[X=0.18732329669995484, Y=2.3309121299774915E-10, Z=0.9801400304724265]
[junit4] 1> mappedPoint=[lat=1.3819546750439136, lon=8.935716330912668E-164([X=0.18732329683085783, Y=1.6738678426518975E-164, Z=0.9801400306878956])]
[junit4] 1> doc=4139 should match but did not
[junit4] 1> point=[X=0.227719851393419, Y=-2.3309121299774915E-10, Z=0.9716071257114968]
[junit4] 1> mappedPoint=[lat=1.3405772942709289, lon=-1.5440923848976664E-179([X=0.22771985146412338, Y=-3.516204885357806E-180, Z=0.9716071256497173])]
[junit4] 1> doc=4282 should match but did not
[junit4] 1> point=[X=0.21813564838761346, Y=2.3309121299774915E-10, Z=0.9737889760107622]
[junit4] 1> mappedPoint=[lat=1.3504271380754562, lon=0.0([X=0.21813564824645176, Y=0.0, Z=0.9737889761680473])]
[junit4] 1> doc=5053 should match but did not
[junit4] 1> point=[X=0.13887067566944988, Y=-2.3309121299774915E-10, Z=0.9881162019991178]
[junit4] 1> mappedPoint=[lat=1.4311699866353502, lon=-3.4138983692749655E-99([X=0.1388706757894652, Y=-4.740903736177677E-100, Z=0.9881162018393943])]
[junit4] 1> doc=5100 should match but did not
[junit4] 1> point=[X=0.1819991176520509, Y=-2.3309121299774915E-10, Z=0.9811359005592163]
[junit4] 1> mappedPoint=[lat=1.3873827183881913, lon=-1.749937721526353E-211([X=0.18199911780642491, Y=-3.184871215339815E-212, Z=0.9811359003685468])]
[junit4] 1> doc=5171 should match but did not
[junit4] 1> point=[X=0.18554822273395788, Y=2.3309121299774915E-10, Z=0.9804753559576275]
[junit4] 1> mappedPoint=[lat=1.3837649828222947, lon=2.4457272005608357E-47([X=0.1855482229122976, Y=4.5380033579233156E-48, Z=0.9804753558489193])]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestGeo3DPoint -Dtests.method=testGeo3DRelations -Dtests.seed=B21A2F0654DE93CA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-CU -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 4.13s J1 | TestGeo3DPoint.testGeo3DRelations <<<
[junit4] > Throwable #1: java.lang.AssertionError: invalid hits for shape=GeoCompositeMembershipShape: {[GeoConvexPolygon: {planetmodel=PlanetModel.WGS84, points=[[lat=-1.2267098126036888, lon=3.141592653589793([X=-0.33671029227864785, Y=4.123511816790159E-17, Z=-0.9396354281810864])], [lat=0.2892272352400239, lon=0.017453291479645996([X=0.9591279281485559, Y=0.01674163926221766, Z=0.28545251693892165])], [lat=-1.5707963267948966, lon=1.6247683074702402E-201([X=6.109531986173988E-17, Y=9.926573944611206E-218, Z=-0.997762292022105])]], internalEdges={2}}, GeoConvexPolygon: {planetmodel=PlanetModel.WGS84, points=[[lat=-1.2267098126036888, lon=3.141592653589793([X=-0.33671029227864785, Y=4.123511816790159E-17, Z=-0.9396354281810864])], [lat=-1.5707963267948966, lon=1.6247683074702402E-201([X=6.109531986173988E-17, Y=9.926573944611206E-218, Z=-0.997762292022105])], [lat=0.6723906085905078, lon=-3.0261581679831E-12([X=0.7821883235431606, Y=-2.367025584191143E-12, Z=0.6227413298552851])]], internalEdges={0}}]}
[junit4] > at __randomizedtesting.SeedInfo.seed([B21A2F0654DE93CA:2655292DB933D56]:0)
[junit4] > at org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations(TestGeo3DPoint.java:464)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/spatial3d/test/J1/temp/lucene.spatial3d.TestGeo3DPoint_B21A2F0654DE93CA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {id=Lucene50(blocksize=128)}, docValues:{id=DocValuesFormat(name=Memory), point=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1433, maxMBSortInHeap=5.739918094516457, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-CU, timezone=Europe/Brussels
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=124827312,total=445120512
[junit4] 2> NOTE: All tests run in this JVM: [TestGeo3DPoint]
[junit4] Completed [10/11 (1!)] on J1 in 2615.65s, 14 tests, 1 failure <<< FAILURES!
[...truncated 3258 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/init-core-data-001
[junit4] 2> 4010951 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4010952 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001
[junit4] 2> 4010952 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4010952 INFO (Thread-52380) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4010952 INFO (Thread-52380) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4011052 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59544
[junit4] 2> 4011058 INFO (jetty-launcher-28258-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4011060 INFO (jetty-launcher-28258-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4011082 INFO (jetty-launcher-28258-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4011082 INFO (jetty-launcher-28258-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4011086 INFO (jetty-launcher-28258-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bffab58{/solr,null,AVAILABLE}
[junit4] 2> 4011087 INFO (jetty-launcher-28258-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@355b8e1d{HTTP/1.1,[http/1.1]}{127.0.0.1:35575}
[junit4] 2> 4011087 INFO (jetty-launcher-28258-thread-1) [ ] o.e.j.s.Server Started @4014402ms
[junit4] 2> 4011087 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35575}
[junit4] 2> 4011087 ERROR (jetty-launcher-28258-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4011087 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4011087 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T07:52:50.500Z
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@141e73e1{/solr,null,AVAILABLE}
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37936907{HTTP/1.1,[http/1.1]}{127.0.0.1:46298}
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.e.j.s.Server Started @4014403ms
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46298}
[junit4] 2> 4011088 ERROR (jetty-launcher-28258-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4011088 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T07:52:50.500Z
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f759d1c{/solr,null,AVAILABLE}
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52155495{HTTP/1.1,[http/1.1]}{127.0.0.1:45048}
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.e.j.s.Server Started @4014404ms
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45048}
[junit4] 2> 4011089 ERROR (jetty-launcher-28258-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4011089 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T07:52:50.501Z
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f3e85e6{/solr,null,AVAILABLE}
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ffe8d8d{HTTP/1.1,[http/1.1]}{127.0.0.1:44891}
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.e.j.s.Server Started @4014410ms
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44891}
[junit4] 2> 4011095 ERROR (jetty-launcher-28258-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4011095 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T07:52:50.507Z
[junit4] 2> 4011097 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4011097 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4011102 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159b09065bd0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4011103 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4011103 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4011107 INFO (jetty-launcher-28258-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59544/solr
[junit4] 2> 4011108 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4011109 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4011110 INFO (jetty-launcher-28258-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59544/solr
[junit4] 2> 4011115 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4011116 INFO (jetty-launcher-28258-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59544/solr
[junit4] 2> 4011123 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4011124 INFO (jetty-launcher-28258-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59544/solr
[junit4] 2> 4011139 INFO (jetty-launcher-28258-thread-3) [n:127.0.0.1:46298_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46298_solr
[junit4] 2> 4011140 INFO (jetty-launcher-28258-thread-3) [n:127.0.0.1:46298_solr ] o.a.s.c.Overseer Overseer (id=97303001193840649-127.0.0.1:46298_solr-n_0000000000) starting
[junit4] 2> 4011151 INFO (jetty-launcher-28258-thread-3) [n:127.0.0.1:46298_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46298_solr
[junit4] 2> 4011159 INFO (OverseerStateUpdate-97303001193840649-127.0.0.1:46298_solr-n_0000000000) [n:127.0.0.1:46298_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4011159 INFO (jetty-launcher-28258-thread-2) [n:127.0.0.1:45048_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4011164 INFO (jetty-launcher-28258-thread-1) [n:127.0.0.1:35575_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4011165 INFO (jetty-launcher-28258-thread-4) [n:127.0.0.1:44891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4011167 INFO (jetty-launcher-28258-thread-2) [n:127.0.0.1:45048_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45048_solr
[junit4] 2> 4011174 INFO (jetty-launcher-28258-thread-1) [n:127.0.0.1:35575_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35575_solr
[junit4] 2> 4011175 INFO (jetty-launcher-28258-thread-4) [n:127.0.0.1:44891_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44891_solr
[junit4] 2> 4011185 INFO (zkCallback-28277-thread-1-processing-n:127.0.0.1:45048_solr) [n:127.0.0.1:45048_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 4011189 INFO (zkCallback-28278-thread-1-processing-n:127.0.0.1:35575_solr) [n:127.0.0.1:35575_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 4011203 INFO (zkCallback-28276-thread-2-processing-n:127.0.0.1:46298_solr) [n:127.0.0.1:46298_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 4011209 INFO (zkCallback-28279-thread-1-processing-n:127.0.0.1:44891_solr) [n:127.0.0.1:44891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 4011228 INFO (jetty-launcher-28258-thread-3) [n:127.0.0.1:46298_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node3/.
[junit4] 2> 4011313 INFO (jetty-launcher-28258-thread-2) [n:127.0.0.1:45048_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node2/.
[junit4] 2> 4011319 INFO (jetty-launcher-28258-thread-1) [n:127.0.0.1:35575_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node1/.
[junit4] 2> 4011330 INFO (jetty-launcher-28258-thread-4) [n:127.0.0.1:44891_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node4/.
[junit4] 2> 4014264 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4014265 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59544/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4014299 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4014318 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4014319 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4014327 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_36952_hdfs____2u9fr1/webapp
[junit4] 2> 4014786 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36952
[junit4] 2> 4014859 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4014860 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4014870 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46698_datanode____.1ztsp2/webapp
[junit4] 2> 4015158 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46698
[junit4] 2> 4015193 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4015193 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4015211 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40035_datanode____ytq5q5/webapp
[junit4] 2> 4015311 INFO (IPC Server handler 3 on 46034) [ ] BlockStateChange BLOCK* processReport: from storage DS-940dd082-01e1-41a1-b9cc-2f2d2bbb1af8 node DatanodeRegistration(127.0.0.1:34327, datanodeUuid=c0f10763-a8b6-44d1-a5f9-9ecb5753c49d, infoPort=41440, infoSecurePort=0, ipcPort=54914, storageInfo=lv=-56;cid=testClusterID;nsid=806657776;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4015312 INFO (IPC Server handler 3 on 46034) [ ] BlockStateChange BLOCK* processReport: from storage DS-1413d0c5-3029-4d80-ad96-87d27765aaf9 node DatanodeRegistration(127.0.0.1:34327, datanodeUuid=c0f10763-a8b6-44d1-a5f9-9ecb5753c49d, infoPort=41440, infoSecurePort=0, ipcPort=54914, storageInfo=lv=-56;cid=testClusterID;nsid=806657776;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4015642 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40035
[junit4] 2> 4015781 INFO (IPC Server handler 8 on 46034) [ ] BlockStateChange BLOCK* processReport: from storage DS-f1847274-2f3f-44f4-8dcd-47b04ff0d213 node DatanodeRegistration(127.0.0.1:36044, datanodeUuid=7c8ebf9f-a7a8-47ac-8d44-d0473c6bb83d, infoPort=36150, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-56;cid=testClusterID;nsid=806657776;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4015781 INFO (IPC Server handler 8 on 46034) [ ] BlockStateChange BLOCK* processReport: from storage DS-c3cd8f10-c234-4e65-ab76-87ba67bbf583 node DatanodeRegistration(127.0.0.1:36044, datanodeUuid=7c8ebf9f-a7a8-47ac-8d44-d0473c6bb83d, infoPort=36150, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-56;cid=testClusterID;nsid=806657776;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4016141 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[1671DCDBF4C4F86C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 4016142 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[1671DCDBF4C4F86C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4016146 INFO (qtp1561933927-159404) [n:127.0.0.1:46298_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4016148 INFO (OverseerThreadFactory-15123-thread-1-processing-n:127.0.0.1:46298_solr) [n:127.0.0.1:46298_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 4016267 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 4016267 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 4016268 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 4016269 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 4016374 INFO (zkCallback-28279-thread-1-processing-n:127.0.0.1:44891_solr) [n:127.0.0.1:44891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4016374 INFO (zkCallback-28278-thread-1-processing-n:127.0.0.1:35575_solr) [n:127.0.0.1:35575_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4016374 INFO (zkCallback-28277-thread-1-processing-n:127.0.0.1:45048_solr) [n:127.0.0.1:45048_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4016374 INFO (zkCallback-28276-thread-3-processing-n:127.0.0.1:46298_solr) [n:127.0.0.1:46298_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4017284 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4017289 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4017290 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4017294 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4017296 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 4017298 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 4017299 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4017299 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 4017317 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4017318 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 4017319 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 4017321 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4017322 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 4017326 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46034/data
[junit4] 2> 4017326 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4017326 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node3/nodes_used_collection_shard2_replica1], dataDir=[hdfs://localhost:46034/data/nodes_used_collection/core_node1/data/]
[junit4] 2> 4017326 INFO (qtp1561933927-159402) [n:127.0.0.1:46298_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46034/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 4017327 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46034/data
[junit4] 2> 4017327 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4017327 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node2/nodes_used_collection_shard1_replica1], dataDir=[hdfs://localhost:46034/data/nodes_used_collection/core_node4/data/]
[junit4] 2> 4017327 INFO (qtp714697500-159384) [n:127.0.0.1:45048_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46034/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 4017330 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46034/data
[junit4] 2> 4017330 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4017330 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node1/nodes_used_collection_shard1_replica2], dataDir=[hdfs://localhost:46034/data/nodes_used_collection/core_node3/data/]
[junit4] 2> 4017331 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 4017335 INFO (qtp113883499-159379) [n:127.0.0.1:35575_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46034/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 4017336 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4017337 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 4017337 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46034/data
[junit4] 2> 4017337 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4017337 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1671DCDBF4C4F86C-001/tempDir-001/node4/nodes_used_collection_shard2_replica2], dataDir=[hdfs://localhost:46034/data/nodes_used_collection/core_node2/data/]
[junit4] 2> 4017337 INFO (qtp589606541-159415) [n:127.0.0.1:44891_solr c:nodes_used_col
[...truncated too long message...]
.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4239876 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1671DCDBF4C4F86C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1671DCDBF4C4F86C-001
[junit4] 2> Jan 18, 2017 7:56:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=en-SG, timezone=Japan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=288419696,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, CdcrBootstrapTest, CheckHdfsIndexTest, TestGroupingSearch, StatsReloadRaceTest, CloneFieldUpdateProcessorFactoryTest, JSONWriterTest, TestRuleBasedAuthorizationPlugin, TestUtils, TestPushWriter, TestPhraseSuggestions, FullSolrCloudDistribCmdsTest, AddBlockUpdateTest, ShowFileRequestHandlerTest, TestConfigSets, SimpleFacetsTest, SolrCoreCheckLockOnStartupTest, TestLeaderInitiatedRecoveryThread, TestCloudDeleteByQuery, TermVectorComponentDistributedTest, TestClassicSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, TestRTimerTree, DocValuesMultiTest, SolrPluginUtilsTest, DeleteReplicaTest, FacetPivotSmallTest, BlobRepositoryCloudTest, TestDistributedStatsComponentCardinality, SaslZkACLProviderTest, TestSolrQueryParser, PingRequestHandlerTest, TestMiniSolrCloudCluster, TestSolrCloudWithKerberosAlt, EnumFieldTest, BadComponentTest, RemoteQueryErrorTest, TestSmileRequest, TestStressLiveNodes, TemplateUpdateProcessorTest, TestReloadDeadlock, ClassificationUpdateProcessorFactoryTest, TestJmxMonitoredMap, CollectionStateFormat2Test, TestGraphTermsQParserPlugin, TestConfigSetsAPIZkFailure, TestLFUCache, TestTrackingShardHandlerFactory, TestHdfsBackupRestoreCore, SolrTestCaseJ4Test, TestMacros, TestCloudPseudoReturnFields, SolrMetricsIntegrationTest, CleanupOldIndexTest, TestShortCircuitedRequests, TestRecovery, HdfsRecoverLeaseTest, TimeZoneUtilsTest, DeleteInactiveReplicaTest, SuggesterTest, DistributedQueueTest, TestSort, DistributedQueryComponentCustomSortTest, TestImpersonationWithHadoopAuth, TestCoreDiscovery, SpatialHeatmapFacetsTest, TestDistributedMissingSort, MinimalSchemaTest, AutoCommitTest, TestCollectionAPI, TestNumericTerms32, BinaryUpdateRequestHandlerTest, RecoveryZkTest, SuggesterTSTTest, SpellPossibilityIteratorTest, SolrCoreMetricManagerTest, SolrCloudExampleTest, HdfsUnloadDistributedZkTest, SpatialRPTFieldTypeTest, QueryParsingTest, CurrencyFieldXmlFileTest, GraphQueryTest, CollectionsAPISolrJTest, StatelessScriptUpdateProcessorFactoryTest, TestSubQueryTransformerCrossCore, PreAnalyzedFieldTest, UnloadDistributedZkTest, TestSolrXml, TestDFRSimilarityFactory, TestZkChroot, LeaderFailoverAfterPartitionTest, OverseerModifyCollectionTest, TestManagedSchema, DOMUtilTest, TestIndexSearcher, PrimitiveFieldTypeTest, SharedFSAutoReplicaFailoverUtilsTest, TestCollationField, FieldMutatingUpdateProcessorTest, MetricsHandlerTest, TestCollapseQParserPlugin, HdfsBasicDistributedZk2Test, TestSolrDeletionPolicy1, DirectUpdateHandlerOptimizeTest, TestGeoJSONResponseWriter, TestFieldResource, TestSolrFieldCacheMBean, TestFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, TestFiltering, HighlighterTest, SoftAutoCommitTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, TestUpdate, TestWordDelimiterFilterFactory, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, ReturnFieldsTest, TestPartialUpdateDeduplication, SOLR749Test, AlternateDirectoryTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestConfig, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, TestSolrJ, TestLRUCache, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RollingRestartTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudRecovery, TestLocalFSCloudBackupRestore, TestLockTree, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [520/680 (2!)] on J2 in 53.48s, 1 test, 1 failure <<< FAILURES!
[...truncated 62994 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 259 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/259/
13 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([41EB7146FD5F61A6]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([41EB7146FD5F61A6]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:C6808FC86D65B9FF]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:9C24FCF19D367235]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:1E57920B4CBCBC9A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx(TestStressCloudBlindAtomicUpdates.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:87D0940DBDC2541C]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:58040/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:58040/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:F8B66E9FC856A229]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:267462FB38DE4C6C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion(CollectionsAPIDistributedZkTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:70301647880497DC]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at https://127.0.0.1:54999/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:54999/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:67D343DB87A24AEF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:9C24FCF19D367235]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:5C05B79F35F93058]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([1470C32B33CA1FCD:390E8C71C4EEA5C1]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1785 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ينا 16, 2017 10:34:18 م com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=6285, name=SUITE-TestFuzzyQuery-seed#[41EB7146FD5F61A6], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=6286, name=TEST-TestFuzzyQuery.testRandom-seed#[41EB7146FD5F61A6], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=41EB7146FD5F61A6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Europe/Simferopol -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([41EB7146FD5F61A6]:0)
[junit4] 2> ينا 16, 2017 10:34:18 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ينا 16, 2017 10:34:38 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=6286, name=TEST-TestFuzzyQuery.testRandom-seed#[41EB7146FD5F61A6], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ينا 16, 2017 10:34:38 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=6286, name=TEST-TestFuzzyQuery.testRandom-seed#[41EB7146FD5F61A6], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ينا 16, 2017 10:34:41 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=6286, name=TEST-TestFuzzyQuery.testRandom-seed#[41EB7146FD5F61A6], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=909, maxMBSortInHeap=6.381121187818842, sim=RandomSimilarity(queryNorm=true,coord=no): {field=DFR I(F)BZ(0.3)}, locale=ar-LY, timezone=Europe/Simferopol
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=183061280,total=285736960
[junit4] 2> NOTE: All tests run in this JVM: [TestTrackingDirectoryWrapper, TestDocValuesRewriteMethod, TestIndexInput, TestCustomNorms, TestBagOfPostings, TestPolygon, TestSortedNumericSortField, TestIndexableField, Test2BBinaryDocValues, TestIndexWriterConfig, TestBlendedTermQuery, TestSynonymQuery, TestDeletionPolicy, TestWordlistLoader, TestIndexingSequenceNumbers, TestEarlyTermination, TestSearchForDuplicates, TestNumericRangeQuery64, TestFieldType, TestCodecHoldsOpenFiles, TestGraphTokenStreamFiniteStrings, TestPhrasePrefixQuery, TestThreadedForceMerge, TestStringMSBRadixSorter, TestLongBitSet, TestAddIndexes, TestSimpleFSLockFactory, TestMultiValuedNumericRangeQuery, TestPrefixQuery, TestByteSlices, TestElevationComparator, TestDirectory, TestMergeRateLimiter, TestSegmentInfos, TestSpanFirstQuery, TestAttributeSource, TestCachingCollector, TestPerSegmentDeletes, TestFastCompressionMode, TestComplexExplanationsOfNonMatches, TestNoDeletionPolicy, TestMultiLevelSkipList, TestSpanCollection, TestCharTermAttributeImpl, TestIndexWriter, TestSimilarityBase, TestExitableDirectoryReader, TestDocValues, TestBoostQuery, TestDocumentWriter, TestRoaringDocIdSet, TestNativeFSLockFactory, TestRegexpRandom2, TestTermsEnum2, TestNRTThreads, TestPointValues, TestCustomSearcherSort, TestSparseFixedBitDocIdSet, TestNoMergeScheduler, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=41EB7146FD5F61A6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Europe/Simferopol -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([41EB7146FD5F61A6]:0)
[junit4] Completed [432/448 (1!)] on J0 in 7223.18s, 7 tests, 2 errors <<< FAILURES!
[...truncated 10254 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1470C32B33CA1FCD-001/init-core-data-001
[junit4] 2> 1253677 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1470C32B33CA1FCD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 1253677 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1470C32B33CA1FCD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_1470C32B33CA1FCD-001/tempDir-001
[junit4] 2> 1253677 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1470C32B33CA1FCD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1253677 INFO (Thread-19103) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1253677 INFO (Thread-19103) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1253777 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[1470C32B33CA1FCD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35854
[junit4] 2> 1253787 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253788 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253788 INFO (jetty-launcher-1986-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253789 INFO (jetty-launcher-1986-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253790 INFO (jetty-launcher-1986-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6df0c1bd{/solr,null,AVAILABLE}
[junit4] 2> 1253790 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10960eb7{/solr,null,AVAILABLE}
[junit4] 2> 1253798 INFO (jetty-launcher-1986-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@439cf747{HTTP/1.1,[http/1.1]}{127.0.0.1:58336}
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-3) [ ] o.e.j.s.Server Started @1258078ms
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58336}
[junit4] 2> 1253799 ERROR (jetty-launcher-1986-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.305Z
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6cf84bab{HTTP/1.1,[http/1.1]}{127.0.0.1:56513}
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.Server Started @1258079ms
[junit4] 2> 1253799 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56513}
[junit4] 2> 1253800 ERROR (jetty-launcher-1986-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.306Z
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56ded678{/solr,null,AVAILABLE}
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cb97b18{HTTP/1.1,[http/1.1]}{127.0.0.1:58934}
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.e.j.s.Server Started @1258079ms
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58934}
[junit4] 2> 1253800 ERROR (jetty-launcher-1986-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253800 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.306Z
[junit4] 2> 1253808 INFO (jetty-launcher-1986-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253815 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1253815 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1253820 INFO (jetty-launcher-1986-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253821 INFO (jetty-launcher-1986-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253826 INFO (jetty-launcher-1986-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253826 INFO (jetty-launcher-1986-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253827 INFO (jetty-launcher-1986-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61896d58{/solr,null,AVAILABLE}
[junit4] 2> 1253827 INFO (jetty-launcher-1986-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56618394{HTTP/1.1,[http/1.1]}{127.0.0.1:45535}
[junit4] 2> 1253827 INFO (jetty-launcher-1986-thread-5) [ ] o.e.j.s.Server Started @1258106ms
[junit4] 2> 1253827 INFO (jetty-launcher-1986-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45535}
[junit4] 2> 1253828 ERROR (jetty-launcher-1986-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253828 INFO (jetty-launcher-1986-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253828 INFO (jetty-launcher-1986-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253828 INFO (jetty-launcher-1986-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253828 INFO (jetty-launcher-1986-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.334Z
[junit4] 2> 1253828 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34746db{/solr,null,AVAILABLE}
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f975d1b{HTTP/1.1,[http/1.1]}{127.0.0.1:54368}
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.Server Started @1258108ms
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54368}
[junit4] 2> 1253829 ERROR (jetty-launcher-1986-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253829 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.335Z
[junit4] 2> 1253833 INFO (jetty-launcher-1986-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf3fb52{/solr,null,AVAILABLE}
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d5e3204{HTTP/1.1,[http/1.1]}{127.0.0.1:34178}
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.e.j.s.Server Started @1258113ms
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34178}
[junit4] 2> 1253834 ERROR (jetty-launcher-1986-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253834 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.340Z
[junit4] 2> 1253837 INFO (jetty-launcher-1986-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1253845 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1253846 INFO (jetty-launcher-1986-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 1253846 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1253847 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1253846 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1253846 INFO (jetty-launcher-1986-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27a479a3{/solr,null,AVAILABLE}
[junit4] 2> 1253856 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1253859 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 1253860 INFO (jetty-launcher-1986-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@178880bd{HTTP/1.1,[http/1.1]}{127.0.0.1:49896}
[junit4] 2> 1253861 INFO (jetty-launcher-1986-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33c04fb4{/solr,null,AVAILABLE}
[junit4] 2> 1253868 INFO (jetty-launcher-1986-thread-7) [ ] o.e.j.s.Server Started @1258147ms
[junit4] 2> 1253868 INFO (jetty-launcher-1986-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49896}
[junit4] 2> 1253869 ERROR (jetty-launcher-1986-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253869 INFO (jetty-launcher-1986-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253869 INFO (jetty-launcher-1986-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253869 INFO (jetty-launcher-1986-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253869 INFO (jetty-launcher-1986-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.375Z
[junit4] 2> 1253869 INFO (jetty-launcher-1986-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 1253869 INFO (jetty-launcher-1986-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1573678b{/solr,null,AVAILABLE}
[junit4] 2> 1253872 INFO (jetty-launcher-1986-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c3e3265{/solr,null,AVAILABLE}
[junit4] 2> 1253871 INFO (jetty-launcher-1986-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1253878 INFO (jetty-launcher-1986-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cb5655{HTTP/1.1,[http/1.1]}{127.0.0.1:56951}
[junit4] 2> 1253878 INFO (jetty-launcher-1986-thread-8) [ ] o.e.j.s.Server Started @1258157ms
[junit4] 2> 1253878 INFO (jetty-launcher-1986-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56951}
[junit4] 2> 1253879 ERROR (jetty-launcher-1986-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1253886 INFO (jetty-launcher-1986-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 1253886 INFO (jetty-launcher-1986-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1253886 INFO (jetty-launcher-1986-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1253886 INFO (jetty-launcher-1986-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-16T21:39:25.392Z
[junit4] 2> 1253887 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1253888 INFO (jetty-launcher-1986-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35854/solr
[junit4] 2> 1253891 INFO (jetty-launcher-1986-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@188fda35{HTTP/1.1,[http/1.1]}{127.0.0.1:34403}
[junit4] 2> 1
[...truncated too long message...]
dfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4559042 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1470C32B33CA1FCD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35842 35842
[junit4] 2> 4559043 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1470C32B33CA1FCD]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1470C32B33CA1FCD-001
[junit4] 2> Jan 16, 2017 10:34:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1409, maxMBSortInHeap=7.2375802457537635, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=mk, timezone=Africa/Timbuktu
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=363191792,total=510132224
[junit4] 2> NOTE: All tests run in this JVM: [LeaderElectionContextKeyTest, StressHdfsTest, ZkControllerTest, TestSolrDynamicMBean, TestFieldTypeResource, SolrCmdDistributorTest, TestSegmentSorting, WordBreakSolrSpellCheckerTest, SSLMigrationTest, TestAnalyzeInfixSuggestions, SoftAutoCommitTest, JsonLoaderTest, CollectionReloadTest, TestTolerantUpdateProcessorRandomCloud, TestReqParamsAPI, BasicFunctionalityTest, TestRandomRequestDistribution, ShufflingReplicaListTransformerTest, SegmentsInfoRequestHandlerTest, TestFieldCacheReopen, TestDeleteCollectionOnDownNodes, TestCSVResponseWriter, TestFieldCacheSortRandom, HdfsLockFactoryTest, RulesTest, TestSystemIdResolver, TestHashPartitioner, TestCloudManagedSchema, DocValuesNotIndexedTest, TestHdfsUpdateLog, SolrIndexConfigTest, TestStressUserVersions, TestRequestForwarding, SparseHLLTest, CopyFieldTest, TestSchemaSimilarityResource, CdcrReplicationHandlerTest, FullHLLTest, SampleTest, TestSQLHandlerNonCloud, TestExportWriter, SmileWriterTest, TestBackupRepositoryFactory, DistanceFunctionTest, OpenCloseCoreStressTest, DistributedIntervalFacetingTest, DistributedExpandComponentTest, TestSolrCoreSnapshots, CollectionsAPIAsyncDistributedZkTest, HighlighterTest, TestSuggestSpellingConverter, BasicAuthIntegrationTest, DistributedFacetPivotWhiteBoxTest, TestCloudPivotFacet, TestClusterProperties, TestMiniSolrCloudClusterSSL, TestReloadAndDeleteDocs, TestFuzzyAnalyzedSuggestions, TestConfigSetProperties, DistribJoinFromCollectionTest, TestScoreJoinQPScore, MoreLikeThisHandlerTest, TestSolrQueryParserDefaultOperatorResource, TestInfoStreamLogging, SolrIndexMetricsTest, TestDelegationWithHadoopAuth, SimplePostToolTest, TestStressCloudBlindAtomicUpdates, TestElisionMultitermQuery, CSVRequestHandlerTest, UpdateRequestProcessorFactoryTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSolrIndexConfig, TestNoOpRegenerator, InfoHandlerTest, TestSearchPerf, ExitableDirectoryReaderTest, TermsComponentTest, ConvertedLegacyTest, TestRecoveryHdfs, ChaosMonkeySafeLeaderTest, TestStressVersions, CoreAdminCreateDiscoverTest, TestLuceneMatchVersion, DeleteStatusTest, URLClassifyProcessorTest, TestCustomStream, TestFilteredDocIdSet, SuggestComponentTest, TestManagedStopFilterFactory, TestPivotHelperCode, TestComplexPhraseQParserPlugin, IndexSchemaRuntimeFieldTest, TestUseDocValuesAsStored, SolrMetricReporterTest, TestSolrCoreParser, SystemInfoHandlerTest, ClusterStateUpdateTest, HighlighterMaxOffsetTest, MultiThreadedOCPTest, BigEndianAscendingWordSerializerTest, TestCursorMarkWithoutUniqueKey, HdfsTlogReplayBufferedWhileIndexingTest, AtomicUpdatesTest, BaseCdcrDistributedZkTest, HdfsRestartWhileUpdatingTest, BlockDirectoryTest, TestWordDelimiterFilterFactory, DirectSolrSpellCheckerTest, EchoParamsTest, TestPKIAuthenticationPlugin, SimpleMLTQParserTest, TestManagedResource, BasicDistributedZk2Test, SyncSliceTest, RecoveryZkTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestSort, TestFiltering, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoMBeanTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, MultiTermTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastOutputStream, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, SliceStateTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestJettySolrRunner, AliasIntegrationTest, CleanupOldIndexTest, ConcurrentDeleteAndCreateCollectionTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, ShardSplitTest, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [537/680 (5!)] on J1 in 269.75s, 20 tests, 2 failures, 5 errors <<< FAILURES!
[...truncated 62929 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 258 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/258/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([964AA14730074046]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([964AA14730074046]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([67E596073CD56A74:EFB1A9DD9229078C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([67E596073CD56A74:2F90E2B33AE645E1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([67E596073CD56A74:4A9BD95DCBF1D078]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1859 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> Jan 15, 2017 3:22:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=6985, name=TEST-TestIndexSorting.testRandom3-seed#[964AA14730074046], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at sun.nio.ch.NativeThread.current(Native Method)
[junit4] 2> at sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46)
[junit4] 2> at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:284)
[junit4] 2> at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:50)
[junit4] 2> at org.apache.lucene.mockfile.FilterSeekableByteChannel.position(FilterSeekableByteChannel.java:74)
[junit4] 2> at org.apache.lucene.mockfile.FilterSeekableByteChannel.position(FilterSeekableByteChannel.java:74)
[junit4] 2> at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.readInternal(SimpleFSDirectory.java:171)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readByte(MockIndexInputWrapper.java:140)
[junit4] 2> at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
[junit4] 2> at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
[junit4] 2> at org.apache.lucene.codecs.CodecUtil.verifyAndCopyIndexHeader(CodecUtil.java:285)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:96)
[junit4] 2> at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4924)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.sealFlushedSegment(DocumentsWriterPerThread.java:516)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:480)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:539)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:396)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:499)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1575)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2233)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=6984, name=SUITE-TestIndexSorting-seed#[964AA14730074046], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=964AA14730074046 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=und -Dtests.timezone=ART -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7180s J1 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([964AA14730074046]:0)
[junit4] 2> Jan 15, 2017 3:22:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Jan 15, 2017 3:22:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=6985, name=TEST-TestIndexSorting.testRandom3-seed#[964AA14730074046], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at sun.nio.ch.NativeThread.current(Native Method)
[junit4] 2> at sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46)
[junit4] 2> at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:284)
[junit4] 2> at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:50)
[junit4] 2> at org.apache.lucene.mockfile.FilterSeekableByteChannel.position(FilterSeekableByteChannel.java:74)
[junit4] 2> at org.apache.lucene.mockfile.FilterSeekableByteChannel.position(FilterSeekableByteChannel.java:74)
[junit4] 2> at org.apache.lucene.store.SimpleFSDirectory$SimpleFSIndexInput.readInternal(SimpleFSDirectory.java:171)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
[junit4] 2> at org.apache.lucene.store.DataInput.readLong(DataInput.java:157)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readLong(BufferedIndexInput.java:196)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readLong(MockIndexInputWrapper.java:171)
[junit4] 2> at org.apache.lucene.store.IndexInput$1.readLong(IndexInput.java:150)
[junit4] 2> at org.apache.lucene.util.packed.DirectReader$DirectPackedReader64.get(DirectReader.java:343)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:501)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$8.valueAt(Lucene54DocValuesProducer.java:868)
[junit4] 2> at org.apache.lucene.index.AssertingLeafReader$AssertingSortedNumericDocValues.setDocument(AssertingLeafReader.java:505)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$SortedNumericDocValuesSub.nextDoc(DocValuesConsumer.java:449)
[junit4] 2> at org.apache.lucene.index.DocIDMerger$SortedDocIDMerger.next(DocIDMerger.java:181)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$4$1.setNext(DocValuesConsumer.java:573)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$4$1.hasNext(DocValuesConsumer.java:545)
[junit4] 2> at org.apache.lucene.util.TestUtil.checkIterator(TestUtil.java:176)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat$AssertingDocValuesConsumer.addSortedNumericField(AssertingDocValuesFormat.java:158)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:470)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:243)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4343)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3920)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2071)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4984)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5022)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5013)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2233)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Jan 15, 2017 3:22:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=6985, name=TEST-TestIndexSorting.testRandom3-seed#[964AA14730074046], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexSorting_964AA14730074046-001
[junit4] 2> Jan 15, 2017 1:22:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=PostingsFormat(name=Memory doPackFST= true), norms=PostingsFormat(name=Memory doPackFST= true), positions=FSTOrd50, id=PostingsFormat(name=Memory doPackFST= true), term_vectors=PostingsFormat(name=Memory doPackFST= true)}, docValues:{multi_valued_long=DocValuesFormat(name=Asserting), double=DocValuesFormat(name=Lucene54), foo=DocValuesFormat(name=Asserting), numeric=DocValuesFormat(name=Lucene54), positions=DocValuesFormat(name=Asserting), multi_valued_numeric=DocValuesFormat(name=Lucene54), float=DocValuesFormat(name=Lucene54), int=DocValuesFormat(name=Lucene54), long=DocValuesFormat(name=Lucene54), points=DocValuesFormat(name=Memory), sorted=DocValuesFormat(name=Lucene54), bar=DocValuesFormat(name=Lucene54), multi_valued_double=DocValuesFormat(name=Lucene54), docs=DocValuesFormat(name=Lucene54), multi_valued_string=DocValuesFormat(name=Lucene54), norms=DocValuesFormat(name=Lucene54), bytes=DocValuesFormat(name=Lucene54), binary=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Lucene54), multi_valued_int=DocValuesFormat(name=Memory), multi_valued_bytes=DocValuesFormat(name=Lucene54), multi_valued_float=DocValuesFormat(name=Asserting), term_vectors=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=529, maxMBSortInHeap=5.5973290005208, sim=RandomSimilarity(queryNorm=true,coord=yes): {positions=DFR I(n)LZ(0.3), id=DFR I(ne)B2, term_vectors=DFR I(n)B1}, locale=und, timezone=ART
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=69395160,total=418381824
[junit4] 2> NOTE: All tests run in this JVM: [TestDocCount, Test2BSortedDocValuesOrds, TestBytesRefAttImpl, TestQueryBuilder, TestMultiTermQueryRewrites, TestTopDocsCollector, TestGraphTokenizers, TestOmitNorms, TestRateLimiter, TestSimpleSearchEquivalence, TestParallelLeafReader, TestSPIClassIterator, TestReusableStringReader, TestCodecUtil, TestIndexSearcher, TestPriorityQueue, TestUnicodeUtil, TestTermVectors, TestTerm, TestStressNRT, TestPostingsOffsets, TestTermsEnum, TestSimilarityProvider, TestPolygon2D, TestMatchNoDocsQuery, TestFilterIterator, TestSimpleExplanationsWithFillerDocs, TestTermVectorsReader, TestIndexWriterLockRelease, TestRecyclingByteBlockAllocator, TestDocValuesIndexing, TestExternalCodecs, TestSentinelIntSet, TestFixedBitSet, TestMultiDocValues, TestConjunctionDISI, TestFSTs, TestMmapDirectory, TestDocumentsWriterDeleteQueue, TestRegexpRandom, TestSpanOrQuery, TestSortedSetSelector, TestMultiThreadTermVectors, TestSpanContainQuery, TestBytesRefArray, TestMutableValues, TestFastDecompressionMode, TestCloseableThreadLocal, TestPerFieldDocValuesFormat, TestTimSorter, TestMultiTermConstantScore, TestCharArraySet, TestSloppyPhraseQuery, TestGeoEncodingUtils, TestDoc, TestPackedInts, TestWildcard, TestNewestSegment, TestFieldValueQuery, TestSortRandom, TestSearchAfter, TestRAMDirectory, TestBinaryDocument, TestInfoStream, TestMixedDocValuesUpdates, TestIndexWriterOnDiskFull, TestSingleInstanceLockFactory, TestIsCurrent, TestNGramPhraseQuery, TestCharFilter, TestNotDocIdSet, TestBlockPostingsFormat3, TestNumericDocValuesUpdates, TestLucene60PointsFormat, TestIndexWriterMerging, TestNumericRangeQuery64, TestAddIndexes, TestIndexWriterExceptions, TestNeverDelete, TestRollingUpdates, TestSnapshotDeletionPolicy, TestIndexWriterUnicode, TestNRTReaderWithThreads, TestTieredMergePolicy, TestIndexWriterForceMerge, TestPerFieldPostingsFormat, TestDirectoryReader, TestBagOfPositions, TestMultiPhraseQuery, TestLazyProxSkipping, TestDocsAndPositions, TestBagOfPostings, TestThreadedForceMerge, TestIndexInput, TestSloppyPhraseQuery2, TestSimilarity2, TestNoDeletionPolicy, TestIntBlockPool, TestPrefixInBooleanQuery, TestSegmentTermEnum, TestComplexExplanationsOfNonMatches, TestAutomatonQuery, TestParallelReaderEmptyIndex, TestDocument, TestTermScorer, TestFileSwitchDirectory, TestSumDocFreq, TestCheckIndex, TestSizeBoundedForceMerge, TestCompiledAutomaton, TestConstantScoreQuery, TestMatchAllDocsQuery, TestParallelTermEnum, TestElevationComparator, TestBinaryTerms, TestSubScorerFreqs, TestIndexWriterConfig, TestDateSort, TestSpanExplanationsOfNonMatches, TestRollingBuffer, TestSearch, TestDateTools, Test2BPostings, TestExceedMaxTermLength, TestFieldReuse, TestIndexReaderClose, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=964AA14730074046 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=und -Dtests.timezone=ART -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([964AA14730074046]:0)
[junit4] Completed [448/448 (1!)] on J1 in 7220.21s, 45 tests, 2 errors <<< FAILURES!
[...truncated 11225 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/init-core-data-001
[junit4] 2> 4345034 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4345034 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001
[junit4] 2> 4345034 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4345034 INFO (Thread-227339) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4345034 INFO (Thread-227339) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4345134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53309
[junit4] 2> 4345139 INFO (jetty-launcher-31662-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4345139 INFO (jetty-launcher-31662-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4345140 INFO (jetty-launcher-31662-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4345140 INFO (jetty-launcher-31662-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4345142 INFO (jetty-launcher-31662-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12f8cc15{/solr,null,AVAILABLE}
[junit4] 2> 4345142 INFO (jetty-launcher-31662-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6903d8f{/solr,null,AVAILABLE}
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@773ec296{HTTP/1.1,[http/1.1]}{127.0.0.1:57047}
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.e.j.s.Server Started @4349060ms
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57047}
[junit4] 2> 4345143 ERROR (jetty-launcher-31662-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4345143 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-15T16:26:35.392Z
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4029a77f{/solr,null,AVAILABLE}
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61729b69{/solr,null,AVAILABLE}
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2328c1e4{HTTP/1.1,[http/1.1]}{127.0.0.1:45848}
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-3) [ ] o.e.j.s.Server Started @4349061ms
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@135475f1{HTTP/1.1,[http/1.1]}{127.0.0.1:36393}
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45848}
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-1) [ ] o.e.j.s.Server Started @4349061ms
[junit4] 2> 4345144 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36393}
[junit4] 2> 4345144 ERROR (jetty-launcher-31662-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4345145 ERROR (jetty-launcher-31662-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-15T16:26:35.394Z
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-15T16:26:35.394Z
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@671d7d30{HTTP/1.1,[http/1.1]}{127.0.0.1:57526}
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-2) [ ] o.e.j.s.Server Started @4349062ms
[junit4] 2> 4345145 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57526}
[junit4] 2> 4345146 ERROR (jetty-launcher-31662-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4345146 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 4345146 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4345146 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4345146 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-15T16:26:35.395Z
[junit4] 2> 4345155 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4345155 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4345159 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4345162 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4345163 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4345163 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4345164 INFO (jetty-launcher-31662-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53309/solr
[junit4] 2> 4345164 INFO (jetty-launcher-31662-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53309/solr
[junit4] 2> 4345167 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4345168 INFO (jetty-launcher-31662-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53309/solr
[junit4] 2> 4345168 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4345169 INFO (jetty-launcher-31662-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53309/solr
[junit4] 2> 4345182 INFO (jetty-launcher-31662-thread-3) [n:127.0.0.1:45848_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45848_solr
[junit4] 2> 4345182 INFO (jetty-launcher-31662-thread-3) [n:127.0.0.1:45848_solr ] o.a.s.c.Overseer Overseer (id=97288034404532235-127.0.0.1:45848_solr-n_0000000000) starting
[junit4] 2> 4345182 INFO (jetty-launcher-31662-thread-4) [n:127.0.0.1:57047_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57047_solr
[junit4] 2> 4345191 INFO (zkCallback-31681-thread-1-processing-n:127.0.0.1:57047_solr) [n:127.0.0.1:57047_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4345192 INFO (jetty-launcher-31662-thread-2) [n:127.0.0.1:57526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4345193 INFO (jetty-launcher-31662-thread-1) [n:127.0.0.1:36393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4345195 INFO (jetty-launcher-31662-thread-2) [n:127.0.0.1:57526_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57526_solr
[junit4] 2> 4345196 INFO (jetty-launcher-31662-thread-1) [n:127.0.0.1:36393_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36393_solr
[junit4] 2> 4345196 INFO (zkCallback-31681-thread-1-processing-n:127.0.0.1:57047_solr) [n:127.0.0.1:57047_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4345197 INFO (zkCallback-31680-thread-1-processing-n:127.0.0.1:57526_solr) [n:127.0.0.1:57526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4345198 INFO (zkCallback-31682-thread-1-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4345202 INFO (zkCallback-31682-thread-1-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4345206 INFO (zkCallback-31683-thread-1-processing-n:127.0.0.1:36393_solr) [n:127.0.0.1:36393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4345210 INFO (zkCallback-31681-thread-1-processing-n:127.0.0.1:57047_solr) [n:127.0.0.1:57047_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4345211 INFO (zkCallback-31682-thread-1-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4345211 INFO (zkCallback-31683-thread-1-processing-n:127.0.0.1:36393_solr) [n:127.0.0.1:36393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4345218 INFO (zkCallback-31680-thread-1-processing-n:127.0.0.1:57526_solr) [n:127.0.0.1:57526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4345220 INFO (jetty-launcher-31662-thread-4) [n:127.0.0.1:57047_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node4/.
[junit4] 2> 4345224 INFO (jetty-launcher-31662-thread-3) [n:127.0.0.1:45848_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45848_solr
[junit4] 2> 4345224 INFO (zkCallback-31681-thread-1-processing-n:127.0.0.1:57047_solr) [n:127.0.0.1:57047_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4345224 INFO (zkCallback-31683-thread-1-processing-n:127.0.0.1:36393_solr) [n:127.0.0.1:36393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4345225 INFO (zkCallback-31680-thread-1-processing-n:127.0.0.1:57526_solr) [n:127.0.0.1:57526_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4345244 INFO (jetty-launcher-31662-thread-2) [n:127.0.0.1:57526_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node2/.
[junit4] 2> 4345249 INFO (zkCallback-31682-thread-2-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4345287 INFO (jetty-launcher-31662-thread-3) [n:127.0.0.1:45848_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node3/.
[junit4] 2> 4345290 INFO (jetty-launcher-31662-thread-1) [n:127.0.0.1:36393_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node1/.
[junit4] 2> 4347210 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4347211 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53309/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4347243 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4347246 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4347247 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4347257 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_35414_hdfs____vhd17j/webapp
[junit4] 2> 4347616 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35414
[junit4] 2> 4347748 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4347749 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4347759 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55497_datanode____.g6kn6v/webapp
[junit4] 2> 4348117 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55497
[junit4] 2> 4348158 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4348159 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4348169 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36350_datanode____.qwrglq/webapp
[junit4] 2> 4348197 INFO (IPC Server handler 3 on 39950) [ ] BlockStateChange BLOCK* processReport: from storage DS-34c1ea36-4f25-4844-8be4-c09e4341b90a node DatanodeRegistration(127.0.0.1:38944, datanodeUuid=e0a17ff4-22bf-42c8-b0d8-878269c86b0c, infoPort=49030, infoSecurePort=0, ipcPort=55851, storageInfo=lv=-56;cid=testClusterID;nsid=1855200285;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4348197 INFO (IPC Server handler 3 on 39950) [ ] BlockStateChange BLOCK* processReport: from storage DS-1491ad4a-1430-4e9d-ae5a-426765062ac1 node DatanodeRegistration(127.0.0.1:38944, datanodeUuid=e0a17ff4-22bf-42c8-b0d8-878269c86b0c, infoPort=49030, infoSecurePort=0, ipcPort=55851, storageInfo=lv=-56;cid=testClusterID;nsid=1855200285;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4348506 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67E596073CD56A74]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36350
[junit4] 2> 4348582 INFO (IPC Server handler 8 on 39950) [ ] BlockStateChange BLOCK* processReport: from storage DS-35c7260e-17af-4358-b3b1-4463794c1936 node DatanodeRegistration(127.0.0.1:34533, datanodeUuid=b0283202-bb37-447b-92a2-e17d36b26bde, infoPort=34011, infoSecurePort=0, ipcPort=33442, storageInfo=lv=-56;cid=testClusterID;nsid=1855200285;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4348582 INFO (IPC Server handler 8 on 39950) [ ] BlockStateChange BLOCK* processReport: from storage DS-2e72cbc6-98a2-4531-8290-c7d195231256 node DatanodeRegistration(127.0.0.1:34533, datanodeUuid=b0283202-bb37-447b-92a2-e17d36b26bde, infoPort=34011, infoSecurePort=0, ipcPort=33442, storageInfo=lv=-56;cid=testClusterID;nsid=1855200285;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4348732 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[67E596073CD56A74]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 4348733 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[67E596073CD56A74]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4348735 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4348736 INFO (OverseerThreadFactory-13623-thread-1-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 4348736 ERROR (OverseerThreadFactory-13623-thread-1-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:124)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4348755 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=20
[junit4] 2> 4348756 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[67E596073CD56A74]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 4348841 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[67E596073CD56A74]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
[junit4] 2> 4348841 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[67E596073CD56A74]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4348844 INFO (qtp831161103-343173) [n:127.0.0.1:45848_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-003&collection.configName=conf123&name=corewithnocollection3&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 4348845 INFO (OverseerStateUpdate-97288034404532235-127.0.0.1:45848_solr-n_0000000000) [n:127.0.0.1:45848_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4349847 ERROR (qtp831161103-343173) [n:127.0.0.1:45848_solr c:corewithnocollection3 x:corewithnocollection3] o.a.s.c.c.ZkStateReader Specified config=[conf123] does not exist in ZooKeeper at location=[/configs/conf123]
[junit4] 2> 4349848 ERROR (qtp831161103-343173) [n:127.0.0.1:45848_solr c:corewithnocollection3 x:corewithnocollection3] o.a.s.c.CoreContainer Error creating core [corewithnocollection3]: Specified config does not exist in ZooKeeper: conf123
[junit4] 2> org.apache.solr.common.cloud.ZooKeeperException: Specified config does not exist in ZooKeeper: conf123
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:189)
[junit4] 2> at org.apache.solr.cloud.CloudConfigSetService.createCoreResourceLoader(CloudConfigSetService.java:54)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:74)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:887)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:826)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4349850 ERROR (qtp831161103-343173) [n:127.0.0.1:45848_solr c:corewithnocollection3 x:corewithnocollection3] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'corewithnocollection3': Unable to create core [corewithnocollection3] Caused by: Specified config does not exist in ZooKeeper: conf123
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:860)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [corewithnocollection3]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:902)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:826)
[junit4] 2> ... 33 more
[junit4] 2> Caused by: org.apache.solr.common.cloud.ZooKeeperException: Specified config does not exist in ZooKeeper: conf123
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:189)
[junit4] 2> at org.apache.solr.cloud.CloudConfigSetService.createCoreResourceLoader(CloudConfigSetService.java:54)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:74)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:887)
[junit4] 2> ... 34 more
[junit4] 2>
[junit4] 2> 4349850 INFO (qtp831161103-343173) [n:127.0.0.1:45848_solr c:corewithnocollection3 x:corewithnocollection3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-003&collection.configName=conf123&name=corewithnocollection3&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=400 QTime=1006
[junit4] 2> 4350052 INFO (qtp831161103-343179) [n:127.0.0.1:45848_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4350053 INFO (qtp831161103-343179) [n:127.0.0.1:45848_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4350053 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[67E596073CD56A74]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
[junit4] 2> 4350133 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[67E596073CD56A74]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 4350134 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[67E596073CD56A74]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4350136 INFO (qtp831161103-343180) [n:127.0.0.1:45848_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection3&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4350137 INFO (OverseerCollectionConfigSetProcessor-97288034404532235-127.0.0.1:45848_solr-n_0000000000) [n:127.0.0.1:45848_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4350138 INFO (OverseerThreadFactory-13623-thread-2-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4350841 INFO (qtp831161103-343180) [n:127.0.0.1:45848_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection3&action=DELETE&wt=javabin&version=2} status=0 QTime=705
[junit4] 2> 4350843 INFO (qtp831161103-343181) [n:127.0.0.1:45848_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4350844 INFO (OverseerThreadFactory-13623-thread-3-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 4350844 INFO (OverseerCollectionConfigSetProcessor-97288034404532235-127.0.0.1:45848_solr-n_0000000000) [n:127.0.0.1:45848_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4351049 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 4351050 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 4351050 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 4351051 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 4351155 INFO (zkCallback-31680-thread-2-processing-n:127.0.0.1:57526_solr) [n:127.0.0.1:57526_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4351155 INFO (zkCallback-31681-thread-2-processing-n:127.0.0.1:57047_solr) [n:127.0.0.1:57047_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4351155 INFO (zkCallback-31683-thread-2-processing-n:127.0.0.1:36393_solr) [n:127.0.0.1:36393_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4351155 INFO (zkCallback-31682-thread-3-processing-n:127.0.0.1:45848_solr) [n:127.0.0.1:45848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4352058 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4352058 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4352060 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4352076 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 4352077 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 4352078 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 4352080 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4352083 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4352084 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 4352084 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 4352086 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4352086 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 4352091 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 4352094 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39950/data
[junit4] 2> 4352094 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4352094 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node3/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:39950/data/addReplicaColl/core_node1/data/]
[junit4] 2> 4352094 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39950/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 4352097 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39950/data
[junit4] 2> 4352097 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4352097 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:39950/data/addReplicaColl/core_node3/data/]
[junit4] 2> 4352097 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39950/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 4352103 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 4352105 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4352105 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4352105 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4352105 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39950/data
[junit4] 2> 4352105 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4352106 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:39950/data/addReplicaColl/core_node2/data/]
[junit4] 2> 4352106 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39950/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 4352111 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4352111 INFO (qtp610845660-343169) [n:127.0.0.1:36393_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4352112 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4352112 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4352113 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 4352115 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39950/data
[junit4] 2> 4352115 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4352115 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67E596073CD56A74-001/tempDir-001/node4/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:39950/data/addReplicaColl/core_node4/data/]
[junit4] 2> 4352124 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4352125 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39950/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 4352127 INFO (qtp831161103-343163) [n:127.0.0.1:45848_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4352127 INFO (qtp1894219125-343151) [n:127.0.0.1:57526_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39950/data/addReplicaColl/core_node3/data
[junit4] 2> 4352131 INFO (qtp1065761281-343159) [n:127.0.0.1:57047_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4352131 INFO (qtp1065761281-343159) [n:127
[...truncated too long message...]
2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4560187 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[67E596073CD56A74]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_67E596073CD56A74-001
[junit4] 2> Jan 15, 2017 4:30:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Asserting), a_i=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1914, maxMBSortInHeap=7.260811992728392, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-ES, timezone=Antarctica/Vostok
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=192676016,total=534249472
[junit4] 2> NOTE: All tests run in this JVM: [TestLuceneMatchVersion, TestClusterProperties, CollectionsAPIDistributedZkTest, TestSystemIdResolver, SolrInfoMBeanTest, TestSuggestSpellingConverter, SSLMigrationTest, TestManagedResource, TestRandomRequestDistribution, TestRTGBase, TestStressCloudBlindAtomicUpdates, TestLockTree, TestStressVersions, UpdateRequestProcessorFactoryTest, IndexSchemaTest, TestExclusionRuleCollectionAccess, SolrCLIZkUtilsTest, SpellingQueryConverterTest, MultiThreadedOCPTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCustomStream, TestScoreJoinQPScore, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, OpenCloseCoreStressTest, SolrIndexMetricsTest, ZkControllerTest, OverseerStatusTest, TestRawTransformer, TestBM25SimilarityFactory, ZkSolrClientTest, BigEndianAscendingWordSerializerTest, CdcrReplicationHandlerTest, HdfsChaosMonkeyNothingIsSafeTest, SolrCmdDistributorTest, VMParamsZkACLAndCredentialsProvidersTest, LeaderInitiatedRecoveryOnCommitTest, TestSolrCoreSnapshots, TestStressUserVersions, ClusterStateUpdateTest, HdfsNNFailoverTest, TestTrie, TestSolrCoreParser, TestUninvertingReader, SharedFSAutoReplicaFailoverTest, StressHdfsTest, SmileWriterTest, TestQueryTypes, BaseCdcrDistributedZkTest, SolrIndexSplitterTest, TestManagedSchemaThreadSafety, TestUseDocValuesAsStored, TestCoreContainer, TestDefaultSearchFieldResource, AtomicUpdatesTest, TestFieldCacheReopen, OverseerCollectionConfigSetProcessorTest, TestSolrQueryParserDefaultOperatorResource, FullHLLTest, TestLegacyFieldCache, DocValuesMissingTest, FileUtilsTest, TestSolrIndexConfig, BasicAuthIntegrationTest, TestRecoveryHdfs, SolrMetricReporterTest, TestInfoStreamLogging, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RulesTest, TestPivotHelperCode, BasicFunctionalityTest, TestJavabinTupleStreamParser, TestSchemaSimilarityResource, TestMinMaxOnMultiValuedField, DistributedFacetPivotLongTailTest, SliceStateTest, CdcrUpdateLogTest, SimpleMLTQParserTest, TestSurroundQueryParser, RecoveryAfterSoftCommitTest, TermsComponentTest, DistributedFacetPivotWhiteBoxTest, SoftAutoCommitTest, SuggesterFSTTest, ZkCLITest, BJQParserTest, SampleTest, TestNoOpRegenerator, DistanceFunctionTest, TestQueryUtils, HdfsTlogReplayBufferedWhileIndexingTest, TestExportWriter, TestCloudPivotFacet, IndexSchemaRuntimeFieldTest, TestManagedStopFilterFactory, TestReloadAndDeleteDocs, TestCollationFieldDocValues, TestJettySolrRunner, DistributedSuggestComponentTest, TestConfigSetProperties, TestPKIAuthenticationPlugin, TestCSVResponseWriter, TestCharFilters, ShufflingReplicaListTransformerTest, TestHdfsUpdateLog, DistributedExpandComponentTest, DateMathParserTest, TestSimpleQParserPlugin, SpellCheckCollatorTest, TestSubQueryTransformer, EchoParamsTest, TestLeaderElectionZkExpiry, SpellCheckComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest, ReturnFieldsTest, JSONWriterTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, PreAnalyzedFieldTest, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, ActionThrottleTest, AssignTest, CdcrRequestHandlerTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnShardRestartTest, ReplicationFactorTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudRecovery, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [535/680 (2!)] on J1 in 47.83s, 1 test, 1 failure <<< FAILURES!
[...truncated 62935 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 257 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/257/
7 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA:21524A94AA792FF]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<30>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:52017
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52017
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA:2A2389E934023A42]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA:55D87F186777BD91]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:289)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor138.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor138.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor178.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA:2A2389E934023A42]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA:EA02C2879CCD782F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA:8F09F9696DDAEDB6]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11438 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/init-core-data-001
[junit4] 2> 57268 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 57268 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 58384 WARN (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 59397 WARN (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 59923 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 59944 WARN (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 60007 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 60043 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_58175_hdfs____.333ci2/webapp
[junit4] 2> 62084 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58175
[junit4] 2> 63561 WARN (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 63565 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 63598 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56502_datanode____ssaye5/webapp
[junit4] 2> 64378 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56502
[junit4] 2> 65469 WARN (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 65470 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 65491 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56449_datanode____7h2xcv/webapp
[junit4] 2> 68954 INFO (SUITE-StressHdfsTest-seed#[A277B6339AFE57BA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56449
[junit4] 2> 69692 INFO (IPC Server handler 4 on 53325) [ ] BlockStateChange BLOCK* processReport: from storage DS-a2f3020e-d62c-40e4-90cd-d209d50a34bc node DatanodeRegistration(127.0.0.1:49910, datanodeUuid=08c31af5-c49a-4dae-ad0d-346e7889e95f, infoPort=50205, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-56;cid=testClusterID;nsid=59534960;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 69692 INFO (IPC Server handler 4 on 53325) [ ] BlockStateChange BLOCK* processReport: from storage DS-1ae138a0-73a8-4c88-88b1-3e265b49628c node DatanodeRegistration(127.0.0.1:49910, datanodeUuid=08c31af5-c49a-4dae-ad0d-346e7889e95f, infoPort=50205, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-56;cid=testClusterID;nsid=59534960;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 69701 INFO (IPC Server handler 6 on 53325) [ ] BlockStateChange BLOCK* processReport: from storage DS-2b207c09-efc1-4d32-be88-85bca124952b node DatanodeRegistration(127.0.0.1:44994, datanodeUuid=7521f11e-52b0-40b4-a8c9-d42f420bd759, infoPort=46887, infoSecurePort=0, ipcPort=40275, storageInfo=lv=-56;cid=testClusterID;nsid=59534960;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 69702 INFO (IPC Server handler 6 on 53325) [ ] BlockStateChange BLOCK* processReport: from storage DS-020a8b80-891a-42e6-aed5-89fbb76a1262 node DatanodeRegistration(127.0.0.1:44994, datanodeUuid=7521f11e-52b0-40b4-a8c9-d42f420bd759, infoPort=46887, infoSecurePort=0, ipcPort=40275, storageInfo=lv=-56;cid=testClusterID;nsid=59534960;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 70058 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 70059 INFO (Thread-222) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 70059 INFO (Thread-222) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 70159 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.ZkTestServer start zk server on port:52370
[junit4] 2> 70222 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 70227 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 70228 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 70234 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 70235 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 70236 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 70237 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 70238 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 70239 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 70240 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 70241 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 70389 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/control-001/cores/collection1
[junit4] 2> 70398 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 70404 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48a64db9{/,null,AVAILABLE}
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30f7290a{HTTP/1.1,[http/1.1]}{127.0.0.1:52017}
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.Server Started @73281ms
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:53325/hdfs__localhost_53325__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001_tempDir-002_control_data, hostContext=/, hostPort=52017, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/control-001/cores}
[junit4] 2> 70405 ERROR (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 70405 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-14T12:58:15.871Z
[junit4] 2> 70417 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 70417 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/control-001/solr.xml
[junit4] 2> 70425 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 70426 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52370/solr
[junit4] 2> 70454 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:52017_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52017_
[junit4] 2> 70454 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:52017_ ] o.a.s.c.Overseer Overseer (id=97281552909926404-127.0.0.1:52017_-n_0000000000) starting
[junit4] 2> 70461 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:52017_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52017_
[junit4] 2> 70469 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 70551 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:52017_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/control-001/cores
[junit4] 2> 70551 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:52017_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 70567 INFO (OverseerStateUpdate-97281552909926404-127.0.0.1:52017_-n_0000000000) [n:127.0.0.1:52017_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 71577 WARN (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 71578 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 71603 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 71761 WARN (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 71763 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 71774 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 71780 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53325/solr_hdfs_home
[junit4] 2> 71780 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 71780 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/control-001/cores/collection1], dataDir=[hdfs://localhost:53325/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 71780 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d77a2f1
[junit4] 2> 71781 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53325/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 71794 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 71794 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 71794 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 73244 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 73253 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53325/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 73318 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53325/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 73343 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 73343 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 73343 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 73357 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 73370 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=0.8232421875, floorSegmentMB=0.576171875, forceMergeDeletesPctAllowed=18.176028086091875, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 73599 INFO (IPC Server handler 9 on 53325) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49910 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2f3020e-d62c-40e4-90cd-d209d50a34bc:NORMAL:127.0.0.1:49910|RBW], ReplicaUC[[DISK]DS-2b207c09-efc1-4d32-be88-85bca124952b:NORMAL:127.0.0.1:44994|RBW]]} size 71
[junit4] 2> 73602 INFO (IPC Server handler 1 on 53325) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44994 is added to blk_1073741825_1001 size 71
[junit4] 2> 74035 WARN (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 74097 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 74097 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 74097 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 74126 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 74126 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 74136 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.1171875, noCFSRatio=0.6530475132225484]
[junit4] 2> 74217 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38f59ea4[collection1] main]
[junit4] 2> 74218 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 74219 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 74220 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 74222 INFO (searcherExecutor-174-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38f59ea4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 74237 INFO (coreLoadExecutor-173-thread-1-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556504850939772928
[junit4] 2> 74248 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 74248 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 74248 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52017/collection1/
[junit4] 2> 74248 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 74248 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52017/collection1/ has no replicas
[junit4] 2> 74253 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52017/collection1/ shard1
[junit4] 2> 74403 INFO (coreZkRegister-166-thread-1-processing-n:127.0.0.1:52017_ x:collection1 c:control_collection) [n:127.0.0.1:52017_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 74582 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 74583 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52370/solr ready
[junit4] 2> 74583 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 74583 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 74680 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-1-001/cores/collection1
[junit4] 2> 74681 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-1-001
[junit4] 2> 74681 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 74686 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51fbcc06{/,null,AVAILABLE}
[junit4] 2> 74686 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a180603{HTTP/1.1,[http/1.1]}{127.0.0.1:44069}
[junit4] 2> 74687 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.Server Started @77562ms
[junit4] 2> 74687 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:53325/hdfs__localhost_53325__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44069, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-1-001/cores}
[junit4] 2> 74687 ERROR (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 74688 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 74689 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 74689 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 74689 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-14T12:58:20.155Z
[junit4] 2> 74694 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 74694 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-1-001/solr.xml
[junit4] 2> 74700 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 74700 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52370/solr
[junit4] 2> 74722 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:44069_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 74730 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:44069_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44069_
[junit4] 2> 74732 INFO (zkCallback-64-thread-6-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 74733 INFO (zkCallback-68-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 74763 INFO (zkCallback-74-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 74912 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:44069_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-1-001/cores
[junit4] 2> 74912 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:44069_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 74920 INFO (OverseerStateUpdate-97281552909926404-127.0.0.1:52017_-n_0000000000) [n:127.0.0.1:52017_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 75023 INFO (zkCallback-74-thread-2-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 75969 WARN (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 75970 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 75998 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 76077 WARN (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 76095 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 76121 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 76122 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53325/solr_hdfs_home
[junit4] 2> 76122 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 76122 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:53325/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 76123 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d77a2f1
[junit4] 2> 76123 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53325/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 76151 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 76151 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 76151 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 76166 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 76170 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53325/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 76220 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53325/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 76233 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 76233 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 76233 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 76242 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 76243 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=0.8232421875, floorSegmentMB=0.576171875, forceMergeDeletesPctAllowed=18.176028086091875, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 76289 INFO (IPC Server handler 8 on 53325) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44994 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1ae138a0-73a8-4c88-88b1-3e265b49628c:NORMAL:127.0.0.1:49910|RBW], ReplicaUC[[DISK]DS-020a8b80-891a-42e6-aed5-89fbb76a1262:NORMAL:127.0.0.1:44994|FINALIZED]]} size 0
[junit4] 2> 76291 INFO (IPC Server handler 5 on 53325) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49910 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-020a8b80-891a-42e6-aed5-89fbb76a1262:NORMAL:127.0.0.1:44994|FINALIZED], ReplicaUC[[DISK]DS-a2f3020e-d62c-40e4-90cd-d209d50a34bc:NORMAL:127.0.0.1:49910|FINALIZED]]} size 0
[junit4] 2> 76308 WARN (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 76350 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 76350 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 76350 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 76370 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 76370 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 76373 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.1171875, noCFSRatio=0.6530475132225484]
[junit4] 2> 76389 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6761c29b[collection1] main]
[junit4] 2> 76391 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 76391 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 76391 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 76392 INFO (searcherExecutor-185-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6761c29b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 76399 INFO (coreLoadExecutor-184-thread-1-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556504853206794240
[junit4] 2> 76407 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 76407 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 76407 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44069/collection1/
[junit4] 2> 76407 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 76407 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44069/collection1/ has no replicas
[junit4] 2> 76415 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44069/collection1/ shard1
[junit4] 2> 76518 INFO (zkCallback-74-thread-2-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 76535 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-2-001/cores/collection1
[junit4] 2> 76535 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-2-001
[junit4] 2> 76536 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 76537 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60a027cf{/,null,AVAILABLE}
[junit4] 2> 76538 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57a8c6ae{HTTP/1.1,[http/1.1]}{127.0.0.1:53205}
[junit4] 2> 76538 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.e.j.s.Server Started @79414ms
[junit4] 2> 76538 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:53325/hdfs__localhost_53325__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=53205, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-2-001/cores}
[junit4] 2> 76539 ERROR (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 76539 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 76539 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 76539 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 76540 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-14T12:58:22.006Z
[junit4] 2> 76544 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 76544 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-2-001/solr.xml
[junit4] 2> 76550 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 76550 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52370/solr
[junit4] 2> 76565 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:53205_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 76569 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:53205_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53205_
[junit4] 2> 76570 INFO (coreZkRegister-179-thread-1-processing-n:127.0.0.1:44069_ x:collection1 c:collection1) [n:127.0.0.1:44069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 76571 INFO (zkCallback-68-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 76571 INFO (zkCallback-74-thread-2-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 76571 INFO (zkCallback-64-thread-5-processing-n:127.0.0.1:52017_) [n:127.0.0.1:52017_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 76585 INFO (zkCallback-80-thread-1-processing-n:127.0.0.1:53205_) [n:127.0.0.1:53205_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 76617 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:53205_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A277B6339AFE57BA-001/shard-2-001/cores
[junit4] 2> 76617 INFO (TEST-StressHdfsTest.test-seed#[A277B6339AFE57BA]) [n:127.0.0.1:53205_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 76627 INFO (OverseerStateUpdate-97281552909926404-127.0.0.1:52017_-n_0000000000) [n:127.0.0.1:52017_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 76731 INFO (zkCallback-80-thread-2-processing-n:127.0.0.1:53205_) [n:127.0.0.1:53205_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 76731 INFO (zkCallback-74-thread-2-processing-n:127.0.0.1:44069_) [n:127.0.0.1:44069_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 77652 WARN (coreLoadExecutor-195-thread-1-proces
[...truncated too long message...]
doop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:51)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 5223444 INFO (SUITE-HdfsRecoveryZkTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58885 58885
[junit4] 2> 5223444 INFO (SUITE-HdfsRecoveryZkTest-seed#[A277B6339AFE57BA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1289, maxMBSortInHeap=6.631651348939871, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=zh-TW, timezone=US/Alaska
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=25032384,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestSearcherReuse, ZkNodePropsTest, CursorPagingTest, TriLevelCompositeIdRoutingTest, BigEndianAscendingWordDeserializerTest, TestCryptoKeys, TestJmxIntegration, TestDFISimilarityFactory, TestSolrCLIRunExample, TestFunctionQuery, MBeansHandlerTest, TestSortByMinMaxFunction, TestSolrConfigHandler, TestEmbeddedSolrServerConstructors, TestAddFieldRealTimeGet, TestFieldSortValues, MigrateRouteKeyTest, TestNumericTerms64, SolrRequestParserTest, AlternateDirectoryTest, DocumentAnalysisRequestHandlerTest, DeleteLastCustomShardedReplicaTest, TestLazyCores, TestConfigSetImmutable, ResourceLoaderTest, TestRestManager, TestSolrCloudWithSecureImpersonation, StandardRequestHandlerTest, TestScoreJoinQPNoScore, HdfsCollectionsAPIDistributedZkTest, CdcrReplicationDistributedZkTest, ActionThrottleTest, XsltUpdateRequestHandlerTest, DeleteShardTest, ReturnFieldsTest, JSONWriterTest, ConcurrentDeleteAndCreateCollectionTest, TestReplicationHandler, TestBinaryResponseWriter, TestReRankQParserPlugin, TestPHPSerializedResponseWriter, DistribDocExpirationUpdateProcessorTest, DateRangeFieldTest, CloudMLTQParserTest, TestBlobHandler, TestValueSourceCache, OverseerRolesTest, TestCloudRecovery, HttpPartitionTest, TestStandardQParsers, ExplicitHLLTest, HdfsBasicDistributedZkTest, TestDynamicFieldResource, OverriddenZkACLAndCredentialsProvidersTest, AnalysisAfterCoreReloadTest, JavabinLoaderTest, CloudExitableDirectoryReaderTest, TestStressLucene, QueryEqualityTest, TestFieldCacheWithThreads, UniqFieldsUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, TestRemoteStreaming, ZkStateReaderTest, TestRangeQuery, TestFieldCache, CurrencyFieldOpenExchangeTest, TestBulkSchemaConcurrent, TestConfigSetsAPI, PreAnalyzedUpdateProcessorTest, BasicDistributedZkTest, HdfsWriteToMultipleCollectionsTest, DistributedSpellCheckComponentTest, TestSha256AuthenticationProvider, QueryElevationComponentTest, TestFoldingMultitermQuery, TestHashQParserPlugin, TestRandomFaceting, TestCloudSchemaless, TestNamedUpdateProcessors, CollectionTooManyReplicasTest, TestRawResponseWriter, TestPerFieldSimilarityWithDefaultOverride, HLLUtilTest, DistributedQueryComponentOptimizationTest, BlockCacheTest, TestLocalFSCloudBackupRestore, RollingRestartTest, TestCloudInspectUtil, TestManagedSchemaAPI, PeerSyncWithIndexFingerprintCachingTest, ScriptEngineTest, TestDocSet, TestNRTOpen, TestCodecSupport, TestGraphMLResponseWriter, ShardSplitTest, FastVectorHighlighterTest, DistributedVersionInfoTest, TestFileDictionaryLookup, DisMaxRequestHandlerTest, TestFastWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestQuerySenderNoQuery, NotRequiredUniqueKeyTest, TestPseudoReturnFields, SolrGangliaReporterTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=A277B6339AFE57BA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-TW -Dtests.timezone=US/Alaska -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([A277B6339AFE57BA]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [680/680 (6!)] on J0 in 49.00s, 1 test, 1 failure <<< FAILURES!
[...truncated 62473 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 256 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/256/
9 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor162.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor162.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor82.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:CB35C9C7995602D4]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<4>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:DB5640720386C28C]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at https://127.0.0.1:47810/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:47810/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:3B5597A439E6DC7F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:FC164BD57B88294C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:AFD107699AEDF6A4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:C0A2288E2372E4A5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:8363E08BBDA6C8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([48F617548D8E895D:6588580E7AAA3351]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11411 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/init-core-data-001
[junit4] 2> 65699 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 65699 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /oe/
[junit4] 2> 66883 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 67745 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 67921 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 67940 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 68018 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 68057 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46676_hdfs____w3tjel/webapp
[junit4] 2> 68999 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46676
[junit4] 2> 71453 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 71457 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 71474 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41892_datanode____.mv1b39/webapp
[junit4] 2> 72500 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41892
[junit4] 2> 72919 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 72922 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 72960 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45259_datanode____6cbd7g/webapp
[junit4] 2> 73513 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[48F617548D8E895D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45259
[junit4] 2> 74961 INFO (IPC Server handler 5 on 57649) [ ] BlockStateChange BLOCK* processReport: from storage DS-c20f05ac-5aaa-4c45-9217-eebf5b76dfde node DatanodeRegistration(127.0.0.1:55339, datanodeUuid=fbd3e0fc-949c-4fd8-a3d6-b5421335c26f, infoPort=35218, infoSecurePort=0, ipcPort=49161, storageInfo=lv=-56;cid=testClusterID;nsid=343097667;c=0), blocks: 0, hasStaleStorage: true, processing time: 36 msecs
[junit4] 2> 74962 INFO (IPC Server handler 5 on 57649) [ ] BlockStateChange BLOCK* processReport: from storage DS-0cde75fb-0a40-4baa-98c2-fc3b8084e5f9 node DatanodeRegistration(127.0.0.1:55339, datanodeUuid=fbd3e0fc-949c-4fd8-a3d6-b5421335c26f, infoPort=35218, infoSecurePort=0, ipcPort=49161, storageInfo=lv=-56;cid=testClusterID;nsid=343097667;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 74964 INFO (IPC Server handler 4 on 57649) [ ] BlockStateChange BLOCK* processReport: from storage DS-3c258eed-fe2c-44c2-b54e-93d97cfe2694 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=577382d7-c27f-4791-b4bd-f9179f637d92, infoPort=32892, infoSecurePort=0, ipcPort=55838, storageInfo=lv=-56;cid=testClusterID;nsid=343097667;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 74968 INFO (IPC Server handler 4 on 57649) [ ] BlockStateChange BLOCK* processReport: from storage DS-8d96d0b5-de45-4d51-8648-6e8c3aa832a7 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=577382d7-c27f-4791-b4bd-f9179f637d92, infoPort=32892, infoSecurePort=0, ipcPort=55838, storageInfo=lv=-56;cid=testClusterID;nsid=343097667;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 75610 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 75610 INFO (Thread-244) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 75610 INFO (Thread-244) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 75710 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.ZkTestServer start zk server on port:58597
[junit4] 2> 75797 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 75799 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 75800 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 75804 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 75807 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 75808 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 75809 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 75810 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 75811 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 75812 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 75813 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 76023 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/control-001/cores/collection1
[junit4] 2> 76038 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 76057 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39d19e5{/oe,null,AVAILABLE}
[junit4] 2> 76057 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11442832{HTTP/1.1,[http/1.1]}{127.0.0.1:56458}
[junit4] 2> 76057 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.Server Started @79312ms
[junit4] 2> 76057 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57649/hdfs__localhost_57649__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001_tempDir-002_control_data, hostContext=/oe, hostPort=56458, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/control-001/cores}
[junit4] 2> 76057 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 76057 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 76057 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 76058 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 76058 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T16:51:37.553Z
[junit4] 2> 76093 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 76098 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/control-001/solr.xml
[junit4] 2> 76114 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 76128 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58597/solr
[junit4] 2> 76388 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:56458_oe ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56458_oe
[junit4] 2> 76389 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:56458_oe ] o.a.s.c.Overseer Overseer (id=97276808207138820-127.0.0.1:56458_oe-n_0000000000) starting
[junit4] 2> 76449 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:56458_oe ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56458_oe
[junit4] 2> 76450 INFO (zkCallback-100-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 76548 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:56458_oe ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/control-001/cores
[junit4] 2> 76549 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:56458_oe ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 76565 INFO (OverseerStateUpdate-97276808207138820-127.0.0.1:56458_oe-n_0000000000) [n:127.0.0.1:56458_oe ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 77593 WARN (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 77594 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 77667 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 77741 WARN (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 77743 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 77775 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 77787 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57649/solr_hdfs_home
[junit4] 2> 77787 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 77791 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/control-001/cores/collection1], dataDir=[hdfs://localhost:57649/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 77791 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7121ca84
[junit4] 2> 77791 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57649/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 77852 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 77852 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 77852 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 79667 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 79672 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57649/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 79767 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57649/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 79774 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 79774 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 79791 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 79792 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=81.35546875, floorSegmentMB=1.7861328125, forceMergeDeletesPctAllowed=25.381504723952936, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 80001 INFO (IPC Server handler 2 on 57649) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32855 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c20f05ac-5aaa-4c45-9217-eebf5b76dfde:NORMAL:127.0.0.1:55339|RBW], ReplicaUC[[DISK]DS-3c258eed-fe2c-44c2-b54e-93d97cfe2694:NORMAL:127.0.0.1:32855|RBW]]} size 71
[junit4] 2> 80015 INFO (IPC Server handler 1 on 57649) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55339 is added to blk_1073741825_1001 size 71
[junit4] 2> 80461 WARN (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 80475 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 80475 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 80475 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 80488 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 80488 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 80493 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=67.7705078125, floorSegmentMB=2.0576171875, forceMergeDeletesPctAllowed=23.211114606914897, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6106386919264849
[junit4] 2> 80570 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@779eee9[collection1] main]
[junit4] 2> 80571 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 80571 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 80573 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 80574 INFO (searcherExecutor-273-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@779eee9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 80582 INFO (coreLoadExecutor-272-thread-1-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556428936526692352
[junit4] 2> 80588 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 80588 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 80588 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56458/oe/collection1/
[junit4] 2> 80588 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 80588 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56458/oe/collection1/ has no replicas
[junit4] 2> 80592 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56458/oe/collection1/ shard1
[junit4] 2> 80743 INFO (coreZkRegister-265-thread-1-processing-n:127.0.0.1:56458_oe x:collection1 c:control_collection) [n:127.0.0.1:56458_oe c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 81120 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81121 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58597/solr ready
[junit4] 2> 81123 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 81124 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 81219 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/shard-1-001/cores/collection1
[junit4] 2> 81219 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/shard-1-001
[junit4] 2> 81221 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 81229 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71aada5c{/oe,null,AVAILABLE}
[junit4] 2> 81230 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a842d4d{HTTP/1.1,[http/1.1]}{127.0.0.1:38769}
[junit4] 2> 81230 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.e.j.s.Server Started @84484ms
[junit4] 2> 81230 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57649/hdfs__localhost_57649__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/oe, hostPort=38769, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/shard-1-001/cores}
[junit4] 2> 81230 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 81240 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 81240 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 81240 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 81240 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-13T16:51:42.735Z
[junit4] 2> 81254 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 81254 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/shard-1-001/solr.xml
[junit4] 2> 81262 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 81263 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58597/solr
[junit4] 2> 81288 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:38769_oe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81291 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:38769_oe ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38769_oe
[junit4] 2> 81295 INFO (zkCallback-104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 81295 INFO (zkCallback-100-thread-2-processing-n:127.0.0.1:56458_oe) [n:127.0.0.1:56458_oe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 81320 INFO (zkCallback-110-thread-3-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 81500 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:38769_oe ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/shard-1-001/cores
[junit4] 2> 81500 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[48F617548D8E895D]) [n:127.0.0.1:38769_oe ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 81506 INFO (OverseerStateUpdate-97276808207138820-127.0.0.1:56458_oe-n_0000000000) [n:127.0.0.1:56458_oe ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 81616 INFO (zkCallback-110-thread-3-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 82524 WARN (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 82524 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 82553 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 82829 WARN (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 82831 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 82898 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 82898 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57649/solr_hdfs_home
[junit4] 2> 82899 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 82899 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_48F617548D8E895D-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:57649/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 82899 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7121ca84
[junit4] 2> 82899 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57649/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 82947 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 82947 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 82957 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 82960 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57649/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 83049 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57649/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 83069 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 83069 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 83086 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 83086 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=81.35546875, floorSegmentMB=1.7861328125, forceMergeDeletesPctAllowed=25.381504723952936, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 83425 INFO (IPC Server handler 4 on 57649) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32855 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0cde75fb-0a40-4baa-98c2-fc3b8084e5f9:NORMAL:127.0.0.1:55339|RBW], ReplicaUC[[DISK]DS-8d96d0b5-de45-4d51-8648-6e8c3aa832a7:NORMAL:127.0.0.1:32855|FINALIZED]]} size 0
[junit4] 2> 83442 INFO (IPC Server handler 0 on 57649) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55339 is added to blk_1073741826_1002 size 71
[junit4] 2> 83468 WARN (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83536 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 83536 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 83536 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 83597 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 83597 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 83607 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=67.7705078125, floorSegmentMB=2.0576171875, forceMergeDeletesPctAllowed=23.211114606914897, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6106386919264849
[junit4] 2> 83637 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d531ff7[collection1] main]
[junit4] 2> 83639 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 83640 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 83640 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 83656 INFO (searcherExecutor-284-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d531ff7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 83660 INFO (coreLoadExecutor-283-thread-1-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556428939754209280
[junit4] 2> 83679 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 83679 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 83680 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38769/oe/collection1/
[junit4] 2> 83680 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 83681 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38769/oe/collection1/ has no replicas
[junit4] 2> 83683 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38769/oe/collection1/ shard1
[junit4] 2> 83689 INFO (zkCallback-110-thread-3-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 83817 INFO (zkCallback-110-thread-3-processing-n:127.0.0.1:38769_oe) [n:127.0.0.1:38769_oe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 83900 INFO (coreZkRegister-278-thread-1-processing-n:127.0.0.1:38769_oe x:collection1 c:collection1) [n:127.0.0.1:38769_oe c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkCon
[...truncated too long message...]
] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4368405 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[48F617548D8E895D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43915 43915
[junit4] 2> 4368406 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[48F617548D8E895D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_48F617548D8E895D-001
[junit4] 2> Jan 13, 2017 6:03:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=571, maxMBSortInHeap=7.691565129789836, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=en-IE, timezone=Africa/Niamey
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=385673648,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaNameResource, OpenExchangeRatesOrgProviderTest, TestSolrQueryResponse, SpatialRPTFieldTypeTest, PKIAuthenticationIntegrationTest, TestMacros, TestConfigSetsAPIZkFailure, SOLR749Test, SimpleFacetsTest, HardAutoCommitTest, DOMUtilTest, BlockJoinFacetDistribTest, TestUnifiedSolrHighlighter, TestIndexingPerformance, TestDocTermOrds, TestMaxScoreQueryParser, SolrTestCaseJ4Test, TestReload, HLLSerializationTest, RemoteQueryErrorTest, BlobRepositoryCloudTest, ResponseHeaderTest, LeaderFailoverAfterPartitionTest, MetricUtilsTest, OverseerModifyCollectionTest, LeaderElectionTest, PrimUtilsTest, TestSmileRequest, TestCollectionAPI, DistribCursorPagingTest, VersionInfoTest, SuggesterTSTTest, TestDistributedMissingSort, TestInitParams, HdfsUnloadDistributedZkTest, BadIndexSchemaTest, NoCacheHeaderTest, ChangedSchemaMergeTest, SolrPluginUtilsTest, StatsReloadRaceTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestDynamicLoading, TestDistributedStatsComponentCardinality, TestDocBasedVersionConstraints, TestHdfsCloudBackupRestore, TestCustomSort, DebugComponentTest, TestStressLiveNodes, TestJmxMonitoredMap, CursorMarkTest, TestConfig, TestLMJelinekMercerSimilarityFactory, PrimitiveFieldTypeTest, TestJsonRequest, DeleteInactiveReplicaTest, TestExactStatsCache, DocValuesMultiTest, HdfsChaosMonkeySafeLeaderTest, TestSort, XmlUpdateRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, TestClusterStateMutator, TestReloadDeadlock, JSONWriterTest, TestLFUCache, TestSubQueryTransformerCrossCore, TestHdfsBackupRestoreCore, TermVectorComponentDistributedTest, TestXIncludeConfig, DistributedFacetExistsSmallTest, DistributedQueryComponentCustomSortTest, HdfsSyncSliceTest, TestTrieFacet, CurrencyFieldXmlFileTest, LeaderInitiatedRecoveryOnShardRestartTest, TestCloudDeleteByQuery, TestFieldCacheSanityChecker, TestBinaryField, TestUtils, SolrCoreMetricManagerTest, CloneFieldUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, TestPostingsSolrHighlighter, MinimalSchemaTest, TemplateUpdateProcessorTest, TestSolrXml, ParsingFieldUpdateProcessorsTest, TestPerFieldSimilarityClassic, TestJsonFacetRefinement, TestOrdValues, TestReversedWildcardFilterFactory, CleanupOldIndexTest, BitVectorTest, BasicDistributedZk2Test, TestCloudPseudoReturnFields, TestDynamicFieldCollectionResource, SpatialHeatmapFacetsTest, TestPhraseSuggestions, SolrCloudExampleTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrDeletionPolicy1, CdcrBootstrapTest, TestCollationField, TestSolrFieldCacheMBean, TestSolrQueryParser, TestPushWriter, TestBlendedInfixSuggestions, TestRecovery, AutoCommitTest, TestManagedSchema, CoreAdminRequestStatusTest, TestAnalyzedSuggestions, TestManagedSynonymFilterFactory, BasicDistributedZkTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestFaceting, ZkControllerTest, TestStressReorder, DistributedTermsComponentTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, TestFiltering, DirectUpdateHandlerTest, TestIndexSearcher, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, DocValuesTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestOmitPositions, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestFastWriter, TestFastOutputStream, PluginInfoTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, TestSolrJ, TestDocumentBuilder, UUIDFieldTest, DistributedMLTComponentTest, TestSimpleTrackingShardHandler, ActionThrottleTest, AssignTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [538/680 (4!)] on J2 in 276.98s, 20 tests, 3 failures, 3 errors <<< FAILURES!
[...truncated 62921 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 255 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/255/
5 tests failed.
FAILED: org.apache.solr.cloud.RestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6:C26EA39434D9BC3E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:188)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
6 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=121989, name=searcherExecutor-9874-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=122222, name=searcherExecutor-9936-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=122194, name=searcherExecutor-9925-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=122250, name=searcherExecutor-9947-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=122084, name=searcherExecutor-9907-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=122022, name=searcherExecutor-9885-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest:
1) Thread[id=121989, name=searcherExecutor-9874-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=122222, name=searcherExecutor-9936-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=122194, name=searcherExecutor-9925-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=122250, name=searcherExecutor-9947-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=122084, name=searcherExecutor-9907-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=122022, name=searcherExecutor-9885-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=121989, name=searcherExecutor-9874-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=122222, name=searcherExecutor-9936-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=122194, name=searcherExecutor-9925-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=122250, name=searcherExecutor-9947-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=122084, name=searcherExecutor-9907-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=122022, name=searcherExecutor-9885-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=121989, name=searcherExecutor-9874-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=122222, name=searcherExecutor-9936-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=122194, name=searcherExecutor-9925-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=122250, name=searcherExecutor-9947-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=122084, name=searcherExecutor-9907-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=122022, name=searcherExecutor-9885-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
timeout waiting to see all nodes active
Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6:C26EA39434D9BC3E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SyncSliceTest.waitTillAllNodesActive(SyncSliceTest.java:235)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:164)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6:C26EA39434D9BC3E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11311 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/init-core-data-001
[junit4] 2> 26125 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 26126 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 26798 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 27501 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 27694 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 27714 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 27773 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 27811 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_39409_hdfs____.z5oain/webapp
[junit4] 2> 28569 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39409
[junit4] 2> 29355 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 29359 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 29371 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48214_datanode____.wb9io8/webapp
[junit4] 2> 31097 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48214
[junit4] 2> 31638 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 31645 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 31673 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38714_datanode____.12bczo/webapp
[junit4] 2> 32192 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[4A3A9C4E9A25D1C6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38714
[junit4] 2> 34534 INFO (IPC Server handler 8 on 57139) [ ] BlockStateChange BLOCK* processReport: from storage DS-15a89b50-290a-45c4-a11b-437d53428eaa node DatanodeRegistration(127.0.0.1:43295, datanodeUuid=2b3ea496-184b-4ef2-b953-a7af40a4ce13, infoPort=45366, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-56;cid=testClusterID;nsid=1084783039;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 34534 INFO (IPC Server handler 8 on 57139) [ ] BlockStateChange BLOCK* processReport: from storage DS-c02c68d2-056a-4c5c-83c8-3e66b3e6b75f node DatanodeRegistration(127.0.0.1:43295, datanodeUuid=2b3ea496-184b-4ef2-b953-a7af40a4ce13, infoPort=45366, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-56;cid=testClusterID;nsid=1084783039;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 34543 INFO (IPC Server handler 4 on 57139) [ ] BlockStateChange BLOCK* processReport: from storage DS-eb1107da-ba61-4cde-af6c-b87a92a6c406 node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=f998277d-c640-4f87-8d09-9b57ec055897, infoPort=46959, infoSecurePort=0, ipcPort=42776, storageInfo=lv=-56;cid=testClusterID;nsid=1084783039;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 34543 INFO (IPC Server handler 4 on 57139) [ ] BlockStateChange BLOCK* processReport: from storage DS-2edd29d4-a1ce-4585-adb9-271553984200 node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=f998277d-c640-4f87-8d09-9b57ec055897, infoPort=46959, infoSecurePort=0, ipcPort=42776, storageInfo=lv=-56;cid=testClusterID;nsid=1084783039;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 34723 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 34725 INFO (Thread-201) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 34726 INFO (Thread-201) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 34924 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.ZkTestServer start zk server on port:58772
[junit4] 2> 35026 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 35028 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 35029 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 35030 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 35032 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 35036 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 35037 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 35038 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 35039 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 35040 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 35041 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 35193 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/control-001/cores/collection1
[junit4] 2> 35207 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35217 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@535e81ed{/,null,AVAILABLE}
[junit4] 2> 35218 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@348e6398{HTTP/1.1,[http/1.1]}{127.0.0.1:47626}
[junit4] 2> 35218 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.Server Started @38092ms
[junit4] 2> 35218 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57139/hdfs__localhost_57139__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001_tempDir-002_control_data, hostContext=/, hostPort=47626, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/control-001/cores}
[junit4] 2> 35218 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35218 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 35219 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35219 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35219 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-12T12:58:11.595Z
[junit4] 2> 35331 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 35331 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/control-001/solr.xml
[junit4] 2> 35367 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 35375 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58772/solr
[junit4] 2> 35432 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:47626_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47626_
[junit4] 2> 35435 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:47626_ ] o.a.s.c.Overseer Overseer (id=97270228000112644-127.0.0.1:47626_-n_0000000000) starting
[junit4] 2> 35469 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:47626_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47626_
[junit4] 2> 35470 INFO (zkCallback-81-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35543 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:47626_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/control-001/cores
[junit4] 2> 35546 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:47626_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 35584 INFO (OverseerStateUpdate-97270228000112644-127.0.0.1:47626_-n_0000000000) [n:127.0.0.1:47626_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 35648 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 35725 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 36372 WARN (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 36380 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 36508 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 36514 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57139/solr_hdfs_home
[junit4] 2> 36514 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 36514 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/control-001/cores/collection1], dataDir=[hdfs://localhost:57139/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 36514 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7bae30
[junit4] 2> 36522 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 36599 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 36599 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 36599 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 38779 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 38787 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 39123 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 39143 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 39143 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 39153 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 39154 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.466796875, noCFSRatio=0.843716224770874]
[junit4] 2> 39544 INFO (IPC Server handler 6 on 57139) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37617 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2edd29d4-a1ce-4585-adb9-271553984200:NORMAL:127.0.0.1:37617|RBW], ReplicaUC[[DISK]DS-c02c68d2-056a-4c5c-83c8-3e66b3e6b75f:NORMAL:127.0.0.1:43295|RBW]]} size 71
[junit4] 2> 39544 INFO (IPC Server handler 0 on 57139) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43295 is added to blk_1073741825_1001 size 71
[junit4] 2> 39990 WARN (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 40007 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 40007 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40007 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 40022 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40022 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40025 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1536824939, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 40095 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@45be7a48[collection1] main]
[junit4] 2> 40098 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 40099 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 40101 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 40106 INFO (searcherExecutor-92-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@45be7a48[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40112 INFO (coreLoadExecutor-91-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556323653635801088
[junit4] 2> 40132 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 40132 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 40132 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47626/collection1/
[junit4] 2> 40133 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 40134 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47626/collection1/ has no replicas
[junit4] 2> 40153 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47626/collection1/ shard1
[junit4] 2> 40304 INFO (coreZkRegister-84-thread-1-processing-n:127.0.0.1:47626_ x:collection1 c:control_collection) [n:127.0.0.1:47626_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 40599 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 40600 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58772/solr ready
[junit4] 2> 40601 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 40705 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-1-001/cores/collection1
[junit4] 2> 40706 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-1-001
[junit4] 2> 40707 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 40708 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2257d655{/,null,AVAILABLE}
[junit4] 2> 40708 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@747c7803{HTTP/1.1,[http/1.1]}{127.0.0.1:57069}
[junit4] 2> 40708 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.Server Started @43582ms
[junit4] 2> 40708 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57139/hdfs__localhost_57139__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=57069, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-1-001/cores}
[junit4] 2> 40709 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 40710 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 40710 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 40710 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 40710 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-12T12:58:17.086Z
[junit4] 2> 40726 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 40726 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-1-001/solr.xml
[junit4] 2> 40734 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 40735 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58772/solr
[junit4] 2> 40749 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:57069_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 40761 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:57069_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57069_
[junit4] 2> 40765 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 40765 INFO (zkCallback-81-thread-2-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 40775 INFO (zkCallback-90-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 40850 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:57069_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-1-001/cores
[junit4] 2> 40851 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:57069_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 40889 INFO (OverseerStateUpdate-97270228000112644-127.0.0.1:47626_-n_0000000000) [n:127.0.0.1:47626_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 41924 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 41952 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 42063 WARN (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 42065 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 42160 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 42160 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57139/solr_hdfs_home
[junit4] 2> 42175 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 42175 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:57139/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 42175 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7bae30
[junit4] 2> 42176 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 42199 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 42199 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 42207 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 42210 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 42250 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 42261 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 42261 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 42268 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 42269 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.466796875, noCFSRatio=0.843716224770874]
[junit4] 2> 42370 INFO (IPC Server handler 2 on 57139) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37617 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-15a89b50-290a-45c4-a11b-437d53428eaa:NORMAL:127.0.0.1:43295|RBW], ReplicaUC[[DISK]DS-2edd29d4-a1ce-4585-adb9-271553984200:NORMAL:127.0.0.1:37617|RBW]]} size 0
[junit4] 2> 42376 INFO (IPC Server handler 4 on 57139) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43295 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2edd29d4-a1ce-4585-adb9-271553984200:NORMAL:127.0.0.1:37617|RBW], ReplicaUC[[DISK]DS-c02c68d2-056a-4c5c-83c8-3e66b3e6b75f:NORMAL:127.0.0.1:43295|FINALIZED]]} size 0
[junit4] 2> 42392 WARN (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 42503 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 42503 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 42503 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 42535 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 42535 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 42544 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1536824939, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 42554 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b550697[collection1] main]
[junit4] 2> 42555 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 42556 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 42556 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 42558 INFO (searcherExecutor-103-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b550697[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 42561 INFO (coreLoadExecutor-102-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556323656203763712
[junit4] 2> 42608 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 42608 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 42608 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57069/collection1/
[junit4] 2> 42609 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 42609 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57069/collection1/ has no replicas
[junit4] 2> 42613 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57069/collection1/ shard1
[junit4] 2> 42766 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:57069_ x:collection1 c:collection1) [n:127.0.0.1:57069_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 42950 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-2-001/cores/collection1
[junit4] 2> 42950 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-2-001
[junit4] 2> 42968 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 43002 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76ffdf4a{/,null,AVAILABLE}
[junit4] 2> 43002 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31305988{HTTP/1.1,[http/1.1]}{127.0.0.1:54250}
[junit4] 2> 43002 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.e.j.s.Server Started @45876ms
[junit4] 2> 43003 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:57139/hdfs__localhost_57139__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=54250, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-2-001/cores}
[junit4] 2> 43003 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 43007 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 43007 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 43007 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 43007 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-12T12:58:19.383Z
[junit4] 2> 43099 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 43099 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-2-001/solr.xml
[junit4] 2> 43112 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 43114 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58772/solr
[junit4] 2> 43216 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:54250_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 43225 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:54250_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54250_
[junit4] 2> 43226 INFO (zkCallback-90-thread-1-processing-n:127.0.0.1:57069_) [n:127.0.0.1:57069_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43230 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43230 INFO (zkCallback-81-thread-1-processing-n:127.0.0.1:47626_) [n:127.0.0.1:47626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43267 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43341 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:54250_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-2-001/cores
[junit4] 2> 43341 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[4A3A9C4E9A25D1C6]) [n:127.0.0.1:54250_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 43389 INFO (OverseerStateUpdate-97270228000112644-127.0.0.1:47626_-n_0000000000) [n:127.0.0.1:47626_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 44493 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 44552 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 44692 WARN (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 44693 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 44711 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 44712 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57139/solr_hdfs_home
[junit4] 2> 44712 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 44712 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_4A3A9C4E9A25D1C6-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:57139/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 44712 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a7bae30
[junit4] 2> 44712 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 44719 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 44719 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 44739 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 44742 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 44783 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57139/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 44938 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 44938 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 44942 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 44945 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.466796875, noCFSRatio=0.843716224770874]
[junit4] 2> 45083 INFO (IPC Server handler 5 on 57139) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37617 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-15a89b50-290a-45c4-a11b-437d53428eaa:NORMAL:127.0.0.1:43295|RBW], ReplicaUC[[DISK]DS-eb1107da-ba61-4cde-af6c-b87a92a6c406:NORMAL:127.0.0.1:37617|RBW]]} size 0
[junit4] 2> 45085 INFO (IPC Server handler 1 on 57139) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43295 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-15a89b50-290a-45c4-a11b-437d53428eaa:NORMAL:127.0.0.1:43295|RBW], ReplicaUC[[DISK]DS-eb1107da-ba61-4cde-af6c-b87a92a6c406:NORMAL:127.0.0.1:37617|RBW]]} size 0
[junit4] 2> 45101 WARN (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 45161 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 45162 INFO (coreLoadExecutor-113-thread-1-processing-n:127.0.0.1:54250_) [n:127.0.0.1:54250_ c:collection1 x:collec
[...truncated too long message...]
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=122194, name=searcherExecutor-9925-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 4) Thread[id=122250, name=searcherExecutor-9947-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=122084, name=searcherExecutor-9907-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=122022, name=searcherExecutor-9885-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=121989, name=searcherExecutor-9874-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=122222, name=searcherExecutor-9936-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=122194, name=searcherExecutor-9925-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 4) Thread[id=122250, name=searcherExecutor-9947-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=122084, name=searcherExecutor-9907-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=122022, name=searcherExecutor-9885-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([4A3A9C4E9A25D1C6]:0)
[junit4] Completed [307/680 (3!)] on J2 in 387.58s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 63605 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 254 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/254/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B213F26F45C70FEA:3A47CDB5EB3B6212]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([B213F26F45C70FEA:9F6DBD35B2E3B5E6]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/15)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/15)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B213F26F45C70FEA:FA6686DB43F4207F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12635 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/init-core-data-001
[junit4] 2> 3443708 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3443710 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001
[junit4] 2> 3443710 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3443710 INFO (Thread-30747) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3443710 INFO (Thread-30747) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3443810 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59638
[junit4] 2> 3443820 INFO (jetty-launcher-3104-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3443821 INFO (jetty-launcher-3104-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3443822 INFO (jetty-launcher-3104-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3443823 INFO (jetty-launcher-3104-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2798b016{/solr,null,AVAILABLE}
[junit4] 2> 3443826 INFO (jetty-launcher-3104-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3443827 INFO (jetty-launcher-3104-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@99d885d{/solr,null,AVAILABLE}
[junit4] 2> 3443830 INFO (jetty-launcher-3104-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d99dfe1{SSL,[ssl, http/1.1]}{127.0.0.1:47407}
[junit4] 2> 3443830 INFO (jetty-launcher-3104-thread-1) [ ] o.e.j.s.Server Started @3446702ms
[junit4] 2> 3443830 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47407}
[junit4] 2> 3443831 ERROR (jetty-launcher-3104-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3443831 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3443831 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3443831 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3443831 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-11T13:07:27.797Z
[junit4] 2> 3443831 INFO (jetty-launcher-3104-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ff14d12{SSL,[ssl, http/1.1]}{127.0.0.1:40384}
[junit4] 2> 3443831 INFO (jetty-launcher-3104-thread-3) [ ] o.e.j.s.Server Started @3446703ms
[junit4] 2> 3443832 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40384}
[junit4] 2> 3443832 ERROR (jetty-launcher-3104-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3443832 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3443832 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3443832 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3443832 INFO (jetty-launcher-3104-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d792988{/solr,null,AVAILABLE}
[junit4] 2> 3443832 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-11T13:07:27.798Z
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59a81e5d{SSL,[ssl, http/1.1]}{127.0.0.1:47249}
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.e.j.s.Server Started @3446706ms
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47249}
[junit4] 2> 3443834 ERROR (jetty-launcher-3104-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-11T13:07:27.800Z
[junit4] 2> 3443834 INFO (jetty-launcher-3104-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6738f9f5{/solr,null,AVAILABLE}
[junit4] 2> 3443838 INFO (jetty-launcher-3104-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@287d5bcc{SSL,[ssl, http/1.1]}{127.0.0.1:60827}
[junit4] 2> 3443838 INFO (jetty-launcher-3104-thread-2) [ ] o.e.j.s.Server Started @3446710ms
[junit4] 2> 3443838 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3443839 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3443839 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3443838 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60827}
[junit4] 2> 3443841 ERROR (jetty-launcher-3104-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3443841 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3443841 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3443841 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3443841 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-11T13:07:27.807Z
[junit4] 2> 3443849 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3443849 INFO (jetty-launcher-3104-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59638/solr
[junit4] 2> 3443855 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3443857 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3443858 INFO (jetty-launcher-3104-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59638/solr
[junit4] 2> 3443859 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3443860 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3443860 INFO (jetty-launcher-3104-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59638/solr
[junit4] 2> 3443860 INFO (jetty-launcher-3104-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59638/solr
[junit4] 2> 3443875 INFO (jetty-launcher-3104-thread-2) [n:127.0.0.1:60827_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60827_solr
[junit4] 2> 3443876 INFO (jetty-launcher-3104-thread-2) [n:127.0.0.1:60827_solr ] o.a.s.c.Overseer Overseer (id=97264602164559882-127.0.0.1:60827_solr-n_0000000000) starting
[junit4] 2> 3443877 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1598da3ed3d0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3443881 INFO (jetty-launcher-3104-thread-2) [n:127.0.0.1:60827_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60827_solr
[junit4] 2> 3443883 INFO (OverseerStateUpdate-97264602164559882-127.0.0.1:60827_solr-n_0000000000) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3443889 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3443896 INFO (jetty-launcher-3104-thread-1) [n:127.0.0.1:47407_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47407_solr
[junit4] 2> 3443897 INFO (zkCallback-3125-thread-1-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3443897 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3443906 INFO (jetty-launcher-3104-thread-4) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3443909 INFO (jetty-launcher-3104-thread-4) [n:127.0.0.1:47249_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47249_solr
[junit4] 2> 3443910 INFO (zkCallback-3125-thread-1-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3443910 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3443916 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3443934 INFO (jetty-launcher-3104-thread-2) [n:127.0.0.1:60827_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node3/.
[junit4] 2> 3443947 INFO (jetty-launcher-3104-thread-3) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3443949 INFO (jetty-launcher-3104-thread-3) [n:127.0.0.1:40384_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40384_solr
[junit4] 2> 3443950 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3443950 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3443950 INFO (zkCallback-3125-thread-1-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3443956 INFO (zkCallback-3124-thread-1-processing-n:127.0.0.1:40384_solr) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3443959 INFO (jetty-launcher-3104-thread-1) [n:127.0.0.1:47407_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node1/.
[junit4] 2> 3443993 INFO (jetty-launcher-3104-thread-3) [n:127.0.0.1:40384_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node2/.
[junit4] 2> 3444004 INFO (jetty-launcher-3104-thread-4) [n:127.0.0.1:47249_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node4/.
[junit4] 2> 3445630 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3445631 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59638/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3445667 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3445675 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3445676 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3445685 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_49165_hdfs____75fyd1/webapp
[junit4] 2> 3446042 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49165
[junit4] 2> 3446103 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3446103 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3446113 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44022_datanode____nyxw47/webapp
[junit4] 2> 3446488 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44022
[junit4] 2> 3446522 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3446523 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3446532 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44311_datanode____.u2xhty/webapp
[junit4] 2> 3446576 INFO (IPC Server handler 3 on 59238) [ ] BlockStateChange BLOCK* processReport: from storage DS-ee09f174-9141-4a2f-9e71-95c106f3df05 node DatanodeRegistration(127.0.0.1:60076, datanodeUuid=d7d99ba0-5ac2-4575-b8b7-6757473a5b9d, infoPort=60302, infoSecurePort=0, ipcPort=52650, storageInfo=lv=-56;cid=testClusterID;nsid=1719484166;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3446577 INFO (IPC Server handler 3 on 59238) [ ] BlockStateChange BLOCK* processReport: from storage DS-2d3f4808-8450-45c2-95ff-76700f8cf409 node DatanodeRegistration(127.0.0.1:60076, datanodeUuid=d7d99ba0-5ac2-4575-b8b7-6757473a5b9d, infoPort=60302, infoSecurePort=0, ipcPort=52650, storageInfo=lv=-56;cid=testClusterID;nsid=1719484166;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3447031 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B213F26F45C70FEA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44311
[junit4] 2> 3447106 INFO (IPC Server handler 1 on 59238) [ ] BlockStateChange BLOCK* processReport: from storage DS-de50aca7-3484-4718-8d4c-99a4a7057e37 node DatanodeRegistration(127.0.0.1:56213, datanodeUuid=286a6917-c89c-4d7d-a869-b45a3f3d2c9c, infoPort=50735, infoSecurePort=0, ipcPort=50250, storageInfo=lv=-56;cid=testClusterID;nsid=1719484166;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3447106 INFO (IPC Server handler 1 on 59238) [ ] BlockStateChange BLOCK* processReport: from storage DS-b791e6c1-4701-4e5f-85ae-d6a8bceb0f2d node DatanodeRegistration(127.0.0.1:56213, datanodeUuid=286a6917-c89c-4d7d-a869-b45a3f3d2c9c, infoPort=50735, infoSecurePort=0, ipcPort=50250, storageInfo=lv=-56;cid=testClusterID;nsid=1719484166;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3447221 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[B213F26F45C70FEA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 3447224 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[B213F26F45C70FEA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3447283 INFO (qtp1600757987-46593) [n:127.0.0.1:47249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3447284 INFO (OverseerThreadFactory-9621-thread-1-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 3447285 ERROR (OverseerThreadFactory-9621-thread-1-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3447298 INFO (qtp1600757987-46593) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=15
[junit4] 2> 3447299 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[B213F26F45C70FEA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 3447370 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[B213F26F45C70FEA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 3447371 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[B213F26F45C70FEA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3447373 INFO (qtp1600757987-46594) [n:127.0.0.1:47249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3447374 INFO (OverseerThreadFactory-9621-thread-2-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 3447375 INFO (OverseerCollectionConfigSetProcessor-97264602164559882-127.0.0.1:60827_solr-n_0000000000) [n:127.0.0.1:60827_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3447530 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 3447548 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 3447559 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 3447576 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 3447679 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3447679 INFO (zkCallback-3124-thread-1-processing-n:127.0.0.1:40384_solr) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3447679 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3447680 INFO (zkCallback-3125-thread-2-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3448541 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3448548 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 3448550 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3448566 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
[junit4] 2> 3448566 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3448569 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3448572 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 3448574 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3448575 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 3448575 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
[junit4] 2> 3448575 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59238/data
[junit4] 2> 3448575 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3448575 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59238/data
[junit4] 2> 3448575 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node4/reloaded_collection_shard2_replica2], dataDir=[hdfs://localhost:59238/data/reloaded_collection/core_node1/data/]
[junit4] 2> 3448575 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3448576 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node1/reloaded_collection_shard2_replica1], dataDir=[hdfs://localhost:59238/data/reloaded_collection/core_node2/data/]
[junit4] 2> 3448576 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node1/data/snapshot_metadata
[junit4] 2> 3448576 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node2/data/snapshot_metadata
[junit4] 2> 3448577 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3448577 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
[junit4] 2> 3448578 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59238/data
[junit4] 2> 3448578 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3448578 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node3/reloaded_collection_shard1_replica1], dataDir=[hdfs://localhost:59238/data/reloaded_collection/core_node3/data/]
[junit4] 2> 3448578 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node3/data/snapshot_metadata
[junit4] 2> 3448582 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3448583 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448583 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448583 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448583 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448589 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448590 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node3/data
[junit4] 2> 3448592 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448592 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node2/data
[junit4] 2> 3448593 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448593 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448593 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 3448595 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3448595 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
[junit4] 2> 3448596 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59238/data
[junit4] 2> 3448596 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3448596 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B213F26F45C70FEA-001/tempDir-001/node2/reloaded_collection_shard1_replica2], dataDir=[hdfs://localhost:59238/data/reloaded_collection/core_node4/data/]
[junit4] 2> 3448596 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node4/data/snapshot_metadata
[junit4] 2> 3448601 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448601 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448602 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448603 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node1/data
[junit4] 2> 3448605 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448606 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node4/data
[junit4] 2> 3448608 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node3/data/index
[junit4] 2> 3448614 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448614 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448621 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node4/data/index
[junit4] 2> 3448626 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448626 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448626 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node1/data/index
[junit4] 2> 3448627 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59238/data/reloaded_collection/core_node2/data/index
[junit4] 2> 3448629 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448633 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448633 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448633 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3448633 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3448635 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448635 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448642 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3448721 INFO (IPC Server handler 8 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56213 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d3f4808-8450-45c2-95ff-76700f8cf409:NORMAL:127.0.0.1:60076|RBW], ReplicaUC[[DISK]DS-de50aca7-3484-4718-8d4c-99a4a7057e37:NORMAL:127.0.0.1:56213|FINALIZED]]} size 0
[junit4] 2> 3448726 INFO (IPC Server handler 0 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60076 is added to blk_1073741827_1003 size 71
[junit4] 2> 3448727 INFO (IPC Server handler 1 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60076 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b791e6c1-4701-4e5f-85ae-d6a8bceb0f2d:NORMAL:127.0.0.1:56213|RBW], ReplicaUC[[DISK]DS-ee09f174-9141-4a2f-9e71-95c106f3df05:NORMAL:127.0.0.1:60076|RBW]]} size 71
[junit4] 2> 3448727 INFO (IPC Server handler 1 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60076 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d3f4808-8450-45c2-95ff-76700f8cf409:NORMAL:127.0.0.1:60076|RBW], ReplicaUC[[DISK]DS-de50aca7-3484-4718-8d4c-99a4a7057e37:NORMAL:127.0.0.1:56213|RBW]]} size 71
[junit4] 2> 3448728 INFO (IPC Server handler 1 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60076 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b791e6c1-4701-4e5f-85ae-d6a8bceb0f2d:NORMAL:127.0.0.1:56213|RBW], ReplicaUC[[DISK]DS-2d3f4808-8450-45c2-95ff-76700f8cf409:NORMAL:127.0.0.1:60076|FINALIZED]]} size 0
[junit4] 2> 3448729 INFO (IPC Server handler 6 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56213 is added to blk_1073741825_1001 size 71
[junit4] 2> 3448729 INFO (IPC Server handler 6 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56213 is added to blk_1073741826_1002 size 71
[junit4] 2> 3448730 INFO (IPC Server handler 7 on 59238) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56213 is added to blk_1073741828_1004 size 71
[junit4] 2> 3448746 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3448747 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3448747 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3448751 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3448751 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3448752 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3448758 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3448758 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3448758 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3448758 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3448766 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dfad7[reloaded_collection_shard1_replica2] main]
[junit4] 2> 3448767 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3448768 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3448768 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3448768 INFO (searcherExecutor-9633-thread-1-processing-n:127.0.0.1:40384_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@1dfad7[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3448768 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556233639935606784
[junit4] 2> 3448770 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59bbf305[reloaded_collection_shard2_replica1] main]
[junit4] 2> 3448771 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3448772 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3448772 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3448772 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556233639939801088
[junit4] 2> 3448773 INFO (searcherExecutor-9631-thread-1-processing-n:127.0.0.1:47407_solr x:reloaded_collection_shard2_replica1 s:shard2 c:reloaded_collection) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica1] Registered new searcher Searcher@59bbf305[reloaded_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3448773 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3448781 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3448884 INFO (zkCallback-3124-thread-1-processing-n:127.0.0.1:40384_solr) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3448885 INFO (zkCallback-3125-thread-1-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3448884 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3448884 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449139 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3449140 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3449140 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3449142 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3449142 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3449142 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3449163 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3449163 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3449166 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3449166 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3449171 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55c7184e[reloaded_collection_shard1_replica1] main]
[junit4] 2> 3449172 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3449172 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3449172 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3449172 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556233640359231488
[junit4] 2> 3449173 INFO (searcherExecutor-9632-thread-1-processing-n:127.0.0.1:60827_solr x:reloaded_collection_shard1_replica1 s:shard1 c:reloaded_collection) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica1] Registered new searcher Searcher@55c7184e[reloaded_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3449178 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4593fcbd[reloaded_collection_shard2_replica2] main]
[junit4] 2> 3449179 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3449179 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3449180 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3449180 INFO (searcherExecutor-9630-thread-1-processing-n:127.0.0.1:47249_solr x:reloaded_collection_shard2_replica2 s:shard2 c:reloaded_collection) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica2] Registered new searcher Searcher@4593fcbd[reloaded_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3449180 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556233640367620096
[junit4] 2> 3449273 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3449273 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3449273 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40384/solr/reloaded_collection_shard1_replica2/
[junit4] 2> 3449274 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica2 url=https://127.0.0.1:40384/solr START replicas=[https://127.0.0.1:60827/solr/reloaded_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 3449274 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica2 url=https://127.0.0.1:40384/solr DONE. We have no versions. sync failed.
[junit4] 2> 3449279 INFO (qtp1407077888-46606) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica1] o.a.s.c.S.Request [reloaded_collection_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3449279 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3449279 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3449281 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40384/solr/reloaded_collection_shard1_replica2/ shard1
[junit4] 2> 3449282 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3449282 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3449282 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:47407/solr/reloaded_collection_shard2_replica1/
[junit4] 2> 3449282 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:47407/solr START replicas=[https://127.0.0.1:47249/solr/reloaded_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 3449283 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:47407/solr DONE. We have no versions. sync failed.
[junit4] 2> 3449286 INFO (qtp1600757987-46593) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 r:core_node1 x:reloaded_collection_shard2_replica2] o.a.s.c.S.Request [reloaded_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3449286 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3449286 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3449289 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:47407/solr/reloaded_collection_shard2_replica1/ shard2
[junit4] 2> 3449389 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449390 INFO (zkCallback-3124-thread-1-processing-n:127.0.0.1:40384_solr) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449390 INFO (zkCallback-3125-thread-3-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449390 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449432 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3449433 INFO (qtp1020603287-46573) [n:127.0.0.1:40384_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1857
[junit4] 2> 3449440 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3449441 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1893
[junit4] 2> 3449543 INFO (zkCallback-3125-thread-3-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449543 INFO (zkCallback-3124-thread-1-processing-n:127.0.0.1:40384_solr) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449543 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3449543 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3450182 INFO (qtp1407077888-46602) [n:127.0.0.1:60827_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2623
[junit4] 2> 3450185 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2655
[junit4] 2> 3450186 INFO (qtp1600757987-46594) [n:127.0.0.1:47249_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3450286 INFO (zkCallback-3125-thread-3-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3450286 INFO (zkCallback-3127-thread-1-processing-n:127.0.0.1:47249_solr) [n:127.0.0.1:47249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3450287 INFO (zkCallback-3124-thread-1-processing-n:127.0.0.1:40384_solr) [n:127.0.0.1:40384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3450287 INFO (zkCallback-3116-thread-1-processing-n:127.0.0.1:47407_solr) [n:127.0.0.1:47407_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3451186 INFO (qtp1600757987-46594) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3813
[junit4] 2> 3451191 INFO (qtp1407077888-46603) [n:127.0.0.1:60827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451195 INFO (qtp1020603287-46572) [n:127.0.0.1:40384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451198 INFO (qtp1600757987-46593) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451201 INFO (qtp374081065-46579) [n:127.0.0.1:47407_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451203 INFO (qtp1600757987-46587) [n:127.0.0.1:47249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=15e8b346-b235-48ee-b597-1ec6c8cf999c&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3451206 INFO (qtp1600757987-46587) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=15e8b346-b235-48ee-b597-1ec6c8cf999c&name=reloaded_collection&action=RELOAD&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3451210 INFO (qtp1407077888-46586) [n:127.0.0.1:60827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451210 INFO (OverseerCollectionConfigSetProcessor-97264602164559882-127.0.0.1:60827_solr-n_0000000000) [n:127.0.0.1:60827_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3451210 INFO (OverseerThreadFactory-9621-thread-3-processing-n:127.0.0.1:60827_solr) [n:127.0.0.1:60827_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
[junit4] 2> 3451212 INFO (qtp1020603287-46571) [n:127.0.0.1:40384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451212 INFO (qtp1407077888-46605) [n:127.0.0.1:60827_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica1&async=15e8b346-b235-48ee-b597-1ec6c8cf999c22516301885430002&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451213 INFO (qtp374081065-46583) [n:127.0.0.1:47407_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica1&async=15e8b346-b235-48ee-b597-1ec6c8cf999c22516301885720900&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451218 INFO (parallelCoreAdminExecutor-9622-thread-1-processing-n:127.0.0.1:60827_solr 15e8b346-b235-48ee-b597-1ec6c8cf999c22516301885430002 RELOAD) [n:127.0.0.1:60827_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3451221 INFO (qtp1020603287-46574) [n:127.0.0.1:40384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica2&async=15e8b346-b235-48ee-b597-1ec6c8cf999c22516301885583147&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3451221 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica2&async=15e8b346-b235-48ee-b597-1ec6c8cf999c22516301885648904&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 3451222 INFO (qtp1600757987-46591) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451225 INFO (qtp374081065-46582) [n:127.0.0.1:47407_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3451227 INFO (qtp1600757987-46588) [n:127.0.0.1:47249_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 15e8b346-b235-48ee-b597-1ec6c8cf999c22516301885648904
[junit4] 2> 3451227 INFO (qtp1600757987-46588) [n:127.0.0.1:47249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admi
[...truncated too long message...]
fsWriteToMultipleCollectionsTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 5060496 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[B213F26F45C70FEA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_B213F26F45C70FEA-001
[junit4] 2> Jan 11, 2017 1:34:24 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=Lucene50(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=Memory doPackFST= false), a_i=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=690, maxMBSortInHeap=5.468812085744723, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sq, timezone=Europe/Nicosia
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=170399832,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestDownShardTolerantSearch, RuleEngineTest, BadCopyFieldTest, BasicZkTest, TestFastLRUCache, DisMaxRequestHandlerTest, TestHashQParserPlugin, TestRemoteStreaming, TestNRTOpen, DeleteLastCustomShardedReplicaTest, TestFaceting, DistributedQueryComponentOptimizationTest, TestReplicaProperties, TestExpandComponent, TestRawResponseWriter, HdfsBasicDistributedZkTest, TestMissingGroups, ZkStateReaderTest, SignatureUpdateProcessorFactoryTest, TestJoin, ReplaceNodeTest, TestComponentsName, RollingRestartTest, HdfsThreadLeakTest, CoreMergeIndexesAdminHandlerTest, DistanceUnitsTest, TestStressRecovery, TestReplicationHandler, RegexBoostProcessorTest, CdcrReplicationDistributedZkTest, SolrGangliaReporterTest, TestSchemaResource, TestSha256AuthenticationProvider, TestBadConfig, TestCorePropertiesReload, LeaderElectionIntegrationTest, DateFieldTest, TestSortByMinMaxFunction, DefaultValueUpdateProcessorTest, TestSolrConfigHandlerConcurrent, TestLeaderElectionWithEmptyReplica, TestSolrCoreProperties, MergeStrategyTest, SyncSliceTest, TestSolrCloudWithSecureImpersonation, CloudExitableDirectoryReaderTest, TestCrossCoreJoin, TestIntervalFaceting, TestAddFieldRealTimeGet, TestDistributedSearch, TestSubQueryTransformerDistrib, TestRandomDVFaceting, JSONWriterTest, SynonymTokenizerTest, CreateCollectionCleanupTest, TestIBSimilarityFactory, BlockJoinFacetRandomTest, ChaosMonkeyNothingIsSafeTest, TestCopyFieldCollectionResource, TestRandomFaceting, BasicDistributedZkTest, QueryElevationComponentTest, TestFunctionQuery, TestEmbeddedSolrServerConstructors, TestReRankQParserPlugin, TestSSLRandomization, TestJsonFacets, TestQuerySenderNoQuery, AlternateDirectoryTest, ManagedSchemaRoundRobinCloudTest, TestJmxIntegration, OverseerRolesTest, AnalysisErrorHandlingTest, ClassificationUpdateProcessorIntegrationTest, TestChildDocTransformer, SuggestComponentContextFilterQueryTest, TestValueSourceCache, TestSolrCLIRunExample, TestDocSet, CacheHeaderTest, TestDFISimilarityFactory, AnalysisAfterCoreReloadTest, TestFieldTypeCollectionResource, HttpPartitionTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [653/680 (2!)] on J0 in 36.34s, 1 test, 1 failure <<< FAILURES!
[...truncated 62557 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 253 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/253/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([EE0D0F6DCA1B554C:3CFD438E94B4F37E]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Tue Jan 10 23:12:30 YEKT 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Tue Jan 10 23:12:30 YEKT 2017
at __randomizedtesting.SeedInfo.seed([EE0D0F6DCA1B554C:35A60FABCF333CFF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1526)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([EE0D0F6DCA1B554C:665930B764E738B4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([EE0D0F6DCA1B554C:A6787BD9CC287AD9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([EE0D0F6DCA1B554C:C37340373D3FEF40]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11769 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/init-core-data-001
[junit4] 2> 803456 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 803457 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001
[junit4] 2> 803457 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 803457 INFO (Thread-1102) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 803457 INFO (Thread-1102) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 803557 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42853
[junit4] 2> 803601 INFO (jetty-launcher-785-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 803602 INFO (jetty-launcher-785-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 803602 INFO (jetty-launcher-785-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 803608 INFO (jetty-launcher-785-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 803609 INFO (jetty-launcher-785-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76cda821{/solr,null,AVAILABLE}
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73f9f60b{HTTP/1.1,[http/1.1]}{127.0.0.1:35900}
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.e.j.s.Server Started @807450ms
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35900}
[junit4] 2> 803610 ERROR (jetty-launcher-785-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 803610 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-10T17:55:48.365Z
[junit4] 2> 803731 INFO (jetty-launcher-785-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e9f6cf4{/solr,null,AVAILABLE}
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e02d3b{HTTP/1.1,[http/1.1]}{127.0.0.1:48273}
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.e.j.s.Server Started @807572ms
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48273}
[junit4] 2> 803732 ERROR (jetty-launcher-785-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 803732 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-10T17:55:48.487Z
[junit4] 2> 803785 INFO (jetty-launcher-785-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@350893cc{/solr,null,AVAILABLE}
[junit4] 2> 803785 INFO (jetty-launcher-785-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d217763{HTTP/1.1,[http/1.1]}{127.0.0.1:57727}
[junit4] 2> 803785 INFO (jetty-launcher-785-thread-4) [ ] o.e.j.s.Server Started @807625ms
[junit4] 2> 803785 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57727}
[junit4] 2> 803785 ERROR (jetty-launcher-785-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 803786 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 803786 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 803786 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 803786 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-10T17:55:48.541Z
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@269a2491{/solr,null,AVAILABLE}
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@223b2e69{HTTP/1.1,[http/1.1]}{127.0.0.1:45649}
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.e.j.s.Server Started @807641ms
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45649}
[junit4] 2> 803801 ERROR (jetty-launcher-785-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 803801 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-10T17:55:48.556Z
[junit4] 2> 803802 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 803807 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 803811 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 803814 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 803818 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 803819 INFO (jetty-launcher-785-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42853/solr
[junit4] 2> 803821 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 803829 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 803830 INFO (jetty-launcher-785-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42853/solr
[junit4] 2> 803831 INFO (jetty-launcher-785-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42853/solr
[junit4] 2> 803832 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 803852 INFO (jetty-launcher-785-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42853/solr
[junit4] 2> 803876 INFO (jetty-launcher-785-thread-2) [n:127.0.0.1:35900_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35900_solr
[junit4] 2> 803882 INFO (jetty-launcher-785-thread-2) [n:127.0.0.1:35900_solr ] o.a.s.c.Overseer Overseer (id=97260073662218248-127.0.0.1:35900_solr-n_0000000000) starting
[junit4] 2> 803885 INFO (jetty-launcher-785-thread-1) [n:127.0.0.1:48273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48273_solr
[junit4] 2> 803906 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 803913 INFO (zkCallback-802-thread-1-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 803956 INFO (jetty-launcher-785-thread-2) [n:127.0.0.1:35900_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35900_solr
[junit4] 2> 803961 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 804002 INFO (jetty-launcher-785-thread-4) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 804004 INFO (jetty-launcher-785-thread-4) [n:127.0.0.1:57727_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57727_solr
[junit4] 2> 804005 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804008 INFO (zkCallback-802-thread-2-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 804019 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:57727_solr) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804022 INFO (jetty-launcher-785-thread-3) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 804024 INFO (jetty-launcher-785-thread-3) [n:127.0.0.1:45649_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45649_solr
[junit4] 2> 804025 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 804032 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:57727_solr) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 804034 INFO (jetty-launcher-785-thread-2) [n:127.0.0.1:35900_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node2/.
[junit4] 2> 804046 INFO (zkCallback-802-thread-3-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 804104 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 804107 INFO (jetty-launcher-785-thread-1) [n:127.0.0.1:48273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node1/.
[junit4] 2> 804469 INFO (jetty-launcher-785-thread-4) [n:127.0.0.1:57727_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node4/.
[junit4] 2> 804539 INFO (jetty-launcher-785-thread-3) [n:127.0.0.1:45649_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node3/.
[junit4] 2> 804695 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 804696 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42853/solr ready
[junit4] 2> 805615 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 806319 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 806467 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 806490 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 806543 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 806586 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_58392_hdfs____kniz77/webapp
[junit4] 2> 807425 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58392
[junit4] 2> 808544 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 808548 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 808559 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_54843_datanode____b53zq7/webapp
[junit4] 2> 809158 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54843
[junit4] 2> 809622 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 809623 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 809642 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33283_datanode____4vmit0/webapp
[junit4] 2> 810055 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33283
[junit4] 2> 811140 INFO (IPC Server handler 5 on 42023) [ ] BlockStateChange BLOCK* processReport: from storage DS-b39b80b3-17c8-4059-bcf9-38bd5a119c5f node DatanodeRegistration(127.0.0.1:45799, datanodeUuid=7efd8cfd-36df-4750-821c-c5fe766a4dde, infoPort=52126, infoSecurePort=0, ipcPort=45645, storageInfo=lv=-56;cid=testClusterID;nsid=1107355016;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 811140 INFO (IPC Server handler 5 on 42023) [ ] BlockStateChange BLOCK* processReport: from storage DS-01d8965c-830d-42ba-a480-08bc61b83aac node DatanodeRegistration(127.0.0.1:45799, datanodeUuid=7efd8cfd-36df-4750-821c-c5fe766a4dde, infoPort=52126, infoSecurePort=0, ipcPort=45645, storageInfo=lv=-56;cid=testClusterID;nsid=1107355016;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 811149 INFO (IPC Server handler 4 on 42023) [ ] BlockStateChange BLOCK* processReport: from storage DS-72e36016-180a-452b-b7da-4797826b55f9 node DatanodeRegistration(127.0.0.1:34582, datanodeUuid=fc106603-c41a-491f-bd1f-8b85192e1701, infoPort=47857, infoSecurePort=0, ipcPort=60399, storageInfo=lv=-56;cid=testClusterID;nsid=1107355016;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 811149 INFO (IPC Server handler 4 on 42023) [ ] BlockStateChange BLOCK* processReport: from storage DS-5846e040-419b-4714-a545-f5b6d50018a4 node DatanodeRegistration(127.0.0.1:34582, datanodeUuid=fc106603-c41a-491f-bd1f-8b85192e1701, infoPort=47857, infoSecurePort=0, ipcPort=60399, storageInfo=lv=-56;cid=testClusterID;nsid=1107355016;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 811601 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 811604 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 811614 ERROR (qtp1540700399-4588) [n:127.0.0.1:48273_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:203)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 811615 INFO (qtp1540700399-4588) [n:127.0.0.1:48273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 811615 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 811674 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 811675 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 811678 INFO (qtp1540700399-4589) [n:127.0.0.1:48273_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 811684 INFO (OverseerThreadFactory-2067-thread-1-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 811793 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 811794 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 811795 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 811795 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 811906 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 811906 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 811906 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:57727_solr) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 811906 INFO (zkCallback-802-thread-2-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 812812 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 812833 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 812836 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 812836 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 812844 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 812846 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 812846 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 812848 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 812849 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 812851 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 812852 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
[junit4] 2> 812852 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 812853 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
[junit4] 2> 812854 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 812856 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
[junit4] 2> 812859 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
[junit4] 2> 812868 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42023/data
[junit4] 2> 812868 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 812869 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node2/reloaded_collection_shard2_replica2], dataDir=[hdfs://localhost:42023/data/reloaded_collection/core_node2/data/]
[junit4] 2> 812869 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42023/data
[junit4] 2> 812870 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 812870 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node3/reloaded_collection_shard1_replica2], dataDir=[hdfs://localhost:42023/data/reloaded_collection/core_node3/data/]
[junit4] 2> 812871 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42023/data
[junit4] 2> 812871 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 812871 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node4/reloaded_collection_shard2_replica1], dataDir=[hdfs://localhost:42023/data/reloaded_collection/core_node4/data/]
[junit4] 2> 812872 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:42023/data
[junit4] 2> 812872 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 812872 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EE0D0F6DCA1B554C-001/tempDir-001/node1/reloaded_collection_shard1_replica1], dataDir=[hdfs://localhost:42023/data/reloaded_collection/core_node1/data/]
[junit4] 2> 812873 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node2/data/snapshot_metadata
[junit4] 2> 812880 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node3/data/snapshot_metadata
[junit4] 2> 812892 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node1/data/snapshot_metadata
[junit4] 2> 812892 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node4/data/snapshot_metadata
[junit4] 2> 812904 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 812904 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 812904 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 812910 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 812910 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 812920 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 812920 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 812922 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 812922 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814185 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814185 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814189 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814186 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814196 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node1/data
[junit4] 2> 814200 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node3/data
[junit4] 2> 814204 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node2/data
[junit4] 2> 814209 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node4/data
[junit4] 2> 814265 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node4/data/index
[junit4] 2> 814265 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node2/data/index
[junit4] 2> 814271 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 814271 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814272 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 814272 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814272 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node1/data/index
[junit4] 2> 814278 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:42023/data/reloaded_collection/core_node3/data/index
[junit4] 2> 814282 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814286 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 814286 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814301 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814301 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814303 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 814303 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814324 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814595 INFO (IPC Server handler 5 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34582 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5846e040-419b-4714-a545-f5b6d50018a4:NORMAL:127.0.0.1:34582|RBW], ReplicaUC[[DISK]DS-b39b80b3-17c8-4059-bcf9-38bd5a119c5f:NORMAL:127.0.0.1:45799|RBW]]} size 71
[junit4] 2> 814595 INFO (IPC Server handler 1 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45799 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5846e040-419b-4714-a545-f5b6d50018a4:NORMAL:127.0.0.1:34582|RBW], ReplicaUC[[DISK]DS-b39b80b3-17c8-4059-bcf9-38bd5a119c5f:NORMAL:127.0.0.1:45799|RBW]]} size 71
[junit4] 2> 814597 INFO (IPC Server handler 2 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45799 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5846e040-419b-4714-a545-f5b6d50018a4:NORMAL:127.0.0.1:34582|RBW], ReplicaUC[[DISK]DS-b39b80b3-17c8-4059-bcf9-38bd5a119c5f:NORMAL:127.0.0.1:45799|RBW]]} size 71
[junit4] 2> 814597 INFO (IPC Server handler 2 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45799 is added to blk_1073741826_1002 size 71
[junit4] 2> 814598 INFO (IPC Server handler 2 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45799 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-72e36016-180a-452b-b7da-4797826b55f9:NORMAL:127.0.0.1:34582|RBW], ReplicaUC[[DISK]DS-01d8965c-830d-42ba-a480-08bc61b83aac:NORMAL:127.0.0.1:45799|RBW]]} size 71
[junit4] 2> 814598 INFO (IPC Server handler 0 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34582 is added to blk_1073741827_1003 size 71
[junit4] 2> 814599 INFO (IPC Server handler 0 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34582 is added to blk_1073741825_1001 size 71
[junit4] 2> 814599 INFO (IPC Server handler 0 on 42023) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34582 is added to blk_1073741828_1004 size 71
[junit4] 2> 815064 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 815064 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 815064 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 815064 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 815064 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 815066 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 815066 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 815068 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 815068 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 815064 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 815066 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 815068 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 815089 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 815089 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 815097 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 815097 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 815105 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 815105 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 815106 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 815106 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 815175 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f5f30bd[reloaded_collection_shard2_replica2] main]
[junit4] 2> 815176 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b671c01[reloaded_collection_shard1_replica2] main]
[junit4] 2> 815176 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69d7de50[reloaded_collection_shard1_replica1] main]
[junit4] 2> 815177 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 815177 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 815178 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 815179 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 815180 INFO (searcherExecutor-2077-thread-1-processing-n:127.0.0.1:45649_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@5b671c01[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 815180 INFO (qtp373069895-4610) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556161190884802560
[junit4] 2> 815181 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 815181 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 815182 INFO (searcherExecutor-2076-thread-1-processing-n:127.0.0.1:35900_solr x:reloaded_collection_shard2_replica2 s:shard2 c:reloaded_collection) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica2] Registered new searcher Searcher@f5f30bd[reloaded_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 815182 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556161190886899712
[junit4] 2> 815182 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 815183 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 815183 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 815183 INFO (searcherExecutor-2079-thread-1-processing-n:127.0.0.1:48273_solr x:reloaded_collection_shard1_replica1 s:shard1 c:reloaded_collection) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica1] Registered new searcher Searcher@69d7de50[reloaded_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 815183 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556161190887948288
[junit4] 2> 815186 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a9b0310[reloaded_collection_shard2_replica1] main]
[junit4] 2> 815190 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 815190 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 815190 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 815190 INFO (searcherExecutor-2078-thread-1-processing-n:127.0.0.1:57727_solr x:reloaded_collection_shard2_replica1 s:shard2 c:reloaded_collection) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica1] Registered new searcher Searcher@4a9b0310[reloaded_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 815191 INFO (qtp474384405-4599) [n:127.0.0.1:57727_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556161190896336896
[junit4] 2> 815193 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 815194 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815194 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:57727_solr) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815195 INFO (zkCallback-802-thread-3-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815195 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815197 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 815197 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 815197 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48273/solr/reloaded_collection_shard1_replica1/
[junit4] 2> 815197 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=http://127.0.0.1:48273/solr START replicas=[http://127.0.0.1:45649/solr/reloaded_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 815199 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=http://127.0.0.1:48273/solr DONE. We have no versions. sync failed.
[junit4] 2> 815201 INFO (qtp373069895-4608) [n:127.0.0.1:45649_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica2] o.a.s.c.S.Request [reloaded_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 815201 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 815202 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 815204 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48273/solr/reloaded_collection_shard1_replica1/ shard1
[junit4] 2> 815305 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:57727_solr) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815305 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815306 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815306 INFO (zkCallback-802-thread-3-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815355 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 815358 INFO (qtp1540700399-4586) [n:127.0.0.1:48273_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=3570
[junit4] 2> 815461 INFO (zkCallback-808-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815461 INFO (zkCallback-802-thread-1-processing-n:127.0.0.1:35900_solr) [n:127.0.0.1:35900_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815461 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:48273_solr) [n:127.0.0.1:48273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815461 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:57727_solr) [n:127.0.0.1:57727_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815694 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 815694 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 815694 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35900/solr/reloaded_collection_shard2_replica2/
[junit4] 2> 815694 INFO (qtp619800728-4576) [n:127.0.0.1:35900_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica2 url=http://127.0.0.1:35900/solr START replicas=[http://127.0.0.1:57727/solr/reloaded_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 815695 INFO (qtp619800728-45
[...truncated too long message...]
E0D0F6DCA1B554C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1727698980
[junit4] 2> 4289115 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.c.Overseer Overseer (id=97260290955673633-127.0.0.1:57226_owpo%2Fg-n_0000000007) closing
[junit4] 2> 4289115 INFO (OverseerStateUpdate-97260290955673633-127.0.0.1:57226_owpo%2Fg-n_0000000007) [n:127.0.0.1:57226_owpo%2Fg ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57226_owpo%2Fg
[junit4] 2> 4290076 WARN (zkCallback-5214-thread-5-processing-n:127.0.0.1:57226_owpo%2Fg) [n:127.0.0.1:57226_owpo%2Fg c:target_collection s:shard2 r:core_node3 x:target_collection_shard2_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 4290076 INFO (zkCallback-5214-thread-5-processing-n:127.0.0.1:57226_owpo%2Fg) [n:127.0.0.1:57226_owpo%2Fg c:target_collection s:shard2 r:core_node3 x:target_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4290076 INFO (zkCallback-5214-thread-5-processing-n:127.0.0.1:57226_owpo%2Fg) [n:127.0.0.1:57226_owpo%2Fg c:target_collection s:shard2 r:core_node3 x:target_collection_shard2_replica1] o.a.s.c.SolrCore [target_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4b06dafe
[junit4] 2> 4290076 INFO (zkCallback-5214-thread-5-processing-n:127.0.0.1:57226_owpo%2Fg) [n:127.0.0.1:57226_owpo%2Fg c:target_collection s:shard2 r:core_node3 x:target_collection_shard2_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 4290089 INFO (zkCallback-5214-thread-5-processing-n:127.0.0.1:57226_owpo%2Fg) [n:127.0.0.1:57226_owpo%2Fg c:target_collection s:shard2 r:core_node3 x:target_collection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.target_collection.shard2.replica1
[junit4] 2> 4290616 WARN (zkCallback-5214-thread-4-processing-n:127.0.0.1:57226_owpo%2Fg) [n:127.0.0.1:57226_owpo%2Fg ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4290616 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4290617 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[EE0D0F6DCA1B554C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@249a0f83{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4290617 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[EE0D0F6DCA1B554C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@537b23de{/owpo/g,null,UNAVAILABLE}
[junit4] 2> 4290618 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBatchBoundaries
[junit4] 2> 4290620 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[EE0D0F6DCA1B554C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50363 50363
[junit4] 2> 4290848 INFO (Thread-23688) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50363 50363
[junit4] 2> 4290853 WARN (Thread-23688) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 5 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 156 /solr/overseer/collection-queue-work
[junit4] 2> 71 /solr/overseer/queue
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 25 /solr/collections
[junit4] 2> 21 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4290854 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[EE0D0F6DCA1B554C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_EE0D0F6DCA1B554C-001
[junit4] 2> Jan 10, 2017 6:53:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sr-BA, timezone=Europe/Monaco
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=126835072,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [TestReload, FieldAnalysisRequestHandlerTest, ExplicitHLLTest, CurrencyFieldXmlFileTest, HdfsSyncSliceTest, TestOnReconnectListenerSupport, TestSolrDeletionPolicy1, DirectUpdateHandlerTest, TimeZoneUtilsTest, AddBlockUpdateTest, RecoveryZkTest, TestJmxMonitoredMap, TestDocBasedVersionConstraints, TestFieldCacheSanityChecker, SOLR749Test, EnumFieldTest, TestConfigSets, TestSolrJ, DistributedFacetExistsSmallTest, VersionInfoTest, TestDynamicLoading, JSONWriterTest, CursorMarkTest, TestSchemaNameResource, CollectionStateFormat2Test, HLLUtilTest, TestFieldResource, TestConfigSetsAPIZkFailure, TestConfigOverlay, ForceLeaderTest, SuggesterWFSTTest, CoreAdminHandlerTest, DebugComponentTest, TestGraphTermsQParserPlugin, UpdateParamsTest, SaslZkACLProviderTest, BadIndexSchemaTest, TestGeoJSONResponseWriter, DistributedFacetPivotSmallAdvancedTest, TestManagedSynonymFilterFactory, TestSolrQueryParser, BufferStoreTest, QueryParsingTest, TestClassicSimilarityFactory, TestRestoreCore, PreAnalyzedFieldTest, TestCloudDeleteByQuery, TestNamedUpdateProcessors, BadComponentTest, TestSubQueryTransformerCrossCore, TestCoreDiscovery, TestNumericTerms32, TestCollationField, RequestLoggingTest, TestLeaderInitiatedRecoveryThread, TestHighFrequencyDictionaryFactory, FullSolrCloudDistribCmdsTest, TestLFUCache, CloneFieldUpdateProcessorFactoryTest, PluginInfoTest, HdfsRecoverLeaseTest, TestMaxScoreQueryParser, ClassificationUpdateProcessorFactoryTest, SimpleFacetsTest, TestSolrConfigHandlerCloud, ShowFileRequestHandlerTest, SpellPossibilityIteratorTest, PrimitiveFieldTypeTest, DataDrivenBlockJoinTest, HdfsChaosMonkeySafeLeaderTest, TestGroupingSearch, LeaderFailoverAfterPartitionTest, TestUnifiedSolrHighlighter, OverseerTest, TestMiniSolrCloudCluster, TestManagedResourceStorage, HardAutoCommitTest, DistanceUnitsTest, HdfsBasicDistributedZk2Test, TestJsonRequest, TestSchemaManager, TestRebalanceLeaders, CdcrRequestHandlerTest, TestHdfsBackupRestoreCore, HdfsDirectoryFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, TestStressReorder, PingRequestHandlerTest, MinimalSchemaTest, UnloadDistributedZkTest, DistributedQueryComponentCustomSortTest, TestDistribDocBasedVersion, TestBinaryField, TestConfig, TestSmileRequest, FacetPivotSmallTest, NoCacheHeaderTest, TestMacros, TestBinaryResponseWriter, TestSolrQueryParserResource, TestImpersonationWithHadoopAuth, TestPostingsSolrHighlighter, RequestHandlersTest, TestAnalyzedSuggestions, FieldMutatingUpdateProcessorTest, LukeRequestHandlerTest, AutoCommitTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, BasicZkTest, TestReplicationHandler, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, SolrCoreTest, StatsComponentTest, SoftAutoCommitTest, DocValuesTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestWriterPerf, TestQueryTypes, XmlUpdateRequestHandlerTest, TestValueSourceCache, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, ReturnFieldsTest, MBeansHandlerTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, AlternateDirectoryTest, TestSolrIndexConfig, TestStressRecovery, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedIntervalFacetingTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [565/679 (4!)] on J2 in 1723.23s, 11 tests, 1 error <<< FAILURES!
[...truncated 62821 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 252 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/252/
3 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([33FCCE9A2F15FC45:E10C827971BA5A77]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
11 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest: 1) Thread[id=2961, name=cdcr-replicator-1411-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=2987, name=cdcr-replicator-1411-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=2960, name=cdcr-scheduler-1410-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=3047, name=cdcr-replicator-1411-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=3048, name=cdcr-replicator-1411-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=2962, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-SendThread(127.0.0.1:45828), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 7) Thread[id=2963, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 8) Thread[id=3056, name=cdcr-replicator-1411-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=3013, name=cdcr-replicator-1411-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=2988, name=cdcr-replicator-1411-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=3042, name=cdcr-replicator-1411-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 11 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:
1) Thread[id=2961, name=cdcr-replicator-1411-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=2987, name=cdcr-replicator-1411-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=2960, name=cdcr-scheduler-1410-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=3047, name=cdcr-replicator-1411-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=3048, name=cdcr-replicator-1411-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=2962, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-SendThread(127.0.0.1:45828), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
7) Thread[id=2963, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
8) Thread[id=3056, name=cdcr-replicator-1411-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=3013, name=cdcr-replicator-1411-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=2988, name=cdcr-replicator-1411-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=3042, name=cdcr-replicator-1411-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([33FCCE9A2F15FC45]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2961, name=cdcr-replicator-1411-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=2987, name=cdcr-replicator-1411-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=2960, name=cdcr-scheduler-1410-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=3047, name=cdcr-replicator-1411-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=3048, name=cdcr-replicator-1411-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=2962, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-SendThread(127.0.0.1:45828), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 7) Thread[id=3056, name=cdcr-replicator-1411-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=3013, name=cdcr-replicator-1411-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=2988, name=cdcr-replicator-1411-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=3042, name=cdcr-replicator-1411-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2961, name=cdcr-replicator-1411-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=2987, name=cdcr-replicator-1411-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=2960, name=cdcr-scheduler-1410-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=3047, name=cdcr-replicator-1411-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=3048, name=cdcr-replicator-1411-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=2962, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-SendThread(127.0.0.1:45828), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
7) Thread[id=3056, name=cdcr-replicator-1411-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=3013, name=cdcr-replicator-1411-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=2988, name=cdcr-replicator-1411-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=3042, name=cdcr-replicator-1411-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([33FCCE9A2F15FC45]:0)
Build Log:
[...truncated 12109 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/init-core-data-001
[junit4] 2> 248029 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[33FCCE9A2F15FC45]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 248030 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[33FCCE9A2F15FC45]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /yc_rnu/
[junit4] 2> 248032 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 248034 INFO (Thread-545) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 248035 INFO (Thread-545) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 248035 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.ZkTestServer start zk server on port:45828
[junit4] 2> 248064 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 248065 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 248066 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 248067 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 248068 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 248069 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 248069 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 248070 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 248071 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 248071 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 248072 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 248087 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testResilienceWithDeleteByQueryOnTarget
[junit4] 2> 248162 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-001/cores/collection1
[junit4] 2> 248169 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 248177 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f69bcaf{/yc_rnu,null,AVAILABLE}
[junit4] 2> 248186 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ef8a1c2{SSL,[ssl, http/1.1]}{127.0.0.1:49447}
[junit4] 2> 248187 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server Started @251586ms
[junit4] 2> 248187 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/yc_rnu, hostPort=49447, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-001/cores}
[junit4] 2> 248190 ERROR (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 248191 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 248191 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 248191 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 248191 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-09T13:00:10.834Z
[junit4] 2> 248328 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 248328 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-001/solr.xml
[junit4] 2> 248338 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 248339 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45828/solr
[junit4] 2> 248391 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49447_yc_rnu
[junit4] 2> 248392 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.Overseer Overseer (id=97253248905248773-127.0.0.1:49447_yc_rnu-n_0000000000) starting
[junit4] 2> 248419 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49447_yc_rnu
[junit4] 2> 248420 INFO (zkCallback-370-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 248466 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-001/cores
[junit4] 2> 248466 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 248474 INFO (OverseerStateUpdate-97253248905248773-127.0.0.1:49447_yc_rnu-n_0000000000) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 248513 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 248529 WARN (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 248530 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 248546 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 248638 WARN (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 248639 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 248660 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 248660 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-001/cores/collection1/data/]
[junit4] 2> 248660 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c099e4c
[junit4] 2> 248661 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=54.3447265625, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=28.30556154960458, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6879542774777355
[junit4] 2> 248724 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 248724 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 248725 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 248725 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 248725 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 248726 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f7ec34e[collection1] main]
[junit4] 2> 248727 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 248727 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 248728 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 248733 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 248739 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 248748 INFO (searcherExecutor-1238-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f7ec34e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 248749 INFO (coreLoadExecutor-1237-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556051983222177792
[junit4] 2> 248756 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 248756 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 248756 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49447/yc_rnu/collection1/
[junit4] 2> 248756 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 248756 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:49447/yc_rnu/collection1/ has no replicas
[junit4] 2> 248762 INFO (zkCallback-370-thread-3-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 248764 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49447/yc_rnu/collection1/ shard2
[junit4] 2> 248916 INFO (coreZkRegister-1230-thread-1-processing-n:127.0.0.1:49447_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:49447_yc_rnu c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 249313 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-002/cores/collection1
[junit4] 2> 249323 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 249342 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@539f9849{/yc_rnu,null,AVAILABLE}
[junit4] 2> 249343 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60e9478d{SSL,[ssl, http/1.1]}{127.0.0.1:44397}
[junit4] 2> 249344 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server Started @252743ms
[junit4] 2> 249344 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/yc_rnu, hostPort=44397, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-002/cores}
[junit4] 2> 249345 ERROR (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249345 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 249345 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249345 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249345 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-09T13:00:11.988Z
[junit4] 2> 249351 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 249351 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-002/solr.xml
[junit4] 2> 249378 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 249379 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45828/solr
[junit4] 2> 249414 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:44397_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 249418 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:44397_yc_rnu ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44397_yc_rnu
[junit4] 2> 249422 INFO (zkCallback-370-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 249426 INFO (zkCallback-376-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 249590 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:44397_yc_rnu ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-002/cores
[junit4] 2> 249590 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:44397_yc_rnu ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 249593 INFO (OverseerStateUpdate-97253248905248773-127.0.0.1:49447_yc_rnu-n_0000000000) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 250600 WARN (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 250601 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 250612 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 250698 WARN (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 250700 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 250710 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 250710 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-002/cores/collection1/data/]
[junit4] 2> 250710 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c099e4c
[junit4] 2> 250711 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=54.3447265625, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=28.30556154960458, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6879542774777355
[junit4] 2> 250728 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 250728 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250728 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250728 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250729 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 250730 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d3fac62[collection1] main]
[junit4] 2> 250731 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 250731 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 250731 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 250733 INFO (searcherExecutor-1250-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d3fac62[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250733 INFO (coreLoadExecutor-1249-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556051985302552576
[junit4] 2> 250742 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 250743 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 250743 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44397/yc_rnu/collection1/
[junit4] 2> 250743 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 250743 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:44397/yc_rnu/collection1/ has no replicas
[junit4] 2> 250745 INFO (zkCallback-376-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 250749 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44397/yc_rnu/collection1/ shard1
[junit4] 2> 250900 INFO (coreZkRegister-1244-thread-1-processing-n:127.0.0.1:44397_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:44397_yc_rnu c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 250958 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-003/cores/collection1
[junit4] 2> 250972 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 250975 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b030b41{/yc_rnu,null,AVAILABLE}
[junit4] 2> 250982 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a8052cc{SSL,[ssl, http/1.1]}{127.0.0.1:39603}
[junit4] 2> 250983 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server Started @254382ms
[junit4] 2> 250987 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/yc_rnu, hostPort=39603, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-003/cores}
[junit4] 2> 250987 ERROR (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 250988 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 250988 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 250988 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 250988 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-09T13:00:13.631Z
[junit4] 2> 251002 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 251002 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-003/solr.xml
[junit4] 2> 251012 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 251013 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45828/solr
[junit4] 2> 251034 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:39603_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 251039 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:39603_yc_rnu ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39603_yc_rnu
[junit4] 2> 251040 INFO (zkCallback-376-thread-1-processing-n:127.0.0.1:44397_yc_rnu) [n:127.0.0.1:44397_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 251045 INFO (zkCallback-370-thread-1-processing-n:127.0.0.1:49447_yc_rnu) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 251047 INFO (zkCallback-382-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 251130 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:39603_yc_rnu ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-003/cores
[junit4] 2> 251131 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [n:127.0.0.1:39603_yc_rnu ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 251133 INFO (OverseerStateUpdate-97253248905248773-127.0.0.1:49447_yc_rnu-n_0000000000) [n:127.0.0.1:49447_yc_rnu ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 252141 WARN (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 252141 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 252151 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 252213 WARN (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 252214 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 252233 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 252233 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-003/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-003/cores/collection1/data/]
[junit4] 2> 252234 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c099e4c
[junit4] 2> 252234 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=54.3447265625, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=28.30556154960458, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6879542774777355
[junit4] 2> 252250 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 252250 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 252252 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 252252 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 252252 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 252253 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38683fe2[collection1] main]
[junit4] 2> 252254 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 252254 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 252254 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 252256 INFO (searcherExecutor-1262-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38683fe2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 252256 INFO (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:39603_yc_rnu) [n:127.0.0.1:39603_yc_rnu c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556051986899533824
[junit4] 2> 252262 INFO (coreZkRegister-1256-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 c:tmp_collection) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 252262 INFO (updateExecutor-379-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 252262 INFO (recoveryExecutor-380-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 252263 INFO (recoveryExecutor-380-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 252263 INFO (recoveryExecutor-380-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 252263 INFO (recoveryExecutor-380-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 252263 INFO (recoveryExecutor-380-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:49447/yc_rnu/collection1/] and I am [https://127.0.0.1:39603/yc_rnu/collection1/]
[junit4] 2> 252266 INFO (recoveryExecutor-380-thread-1-processing-n:127.0.0.1:39603_yc_rnu x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:39603_yc_rnu c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:49447/yc_rnu]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:39603_yc_rnu&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 252339 INFO (qtp1155663636-2392) [n:127.0.0.1:49447_yc_rnu ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 252339 INFO (qtp1155663636-2392) [n:127.0.0.1:49447_yc_rnu ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of tmp_collection) have state: recovering
[junit4] 2> 252339 INFO (qtp1155663636-2392) [n:127.0.0.1:49447_yc_rnu ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39603_yc_rnu, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:39603/yc_rnu","node_name":"127.0.0.1:39603_yc_rnu","state":"down"}
[junit4] 2> 252414 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-004/cores/collection1
[junit4] 2> 252415 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 252416 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bc37ab3{/yc_rnu,null,AVAILABLE}
[junit4] 2> 252418 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@521e9a94{SSL,[ssl, http/1.1]}{127.0.0.1:58945}
[junit4] 2> 252418 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.e.j.s.Server Started @255818ms
[junit4] 2> 252419 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/yc_rnu, hostPort=58945, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-004/cores}
[junit4] 2> 252419 ERROR (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 252419 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 252419 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 252419 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 252419 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-09T13:00:15.062Z
[junit4] 2> 252424 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 252424 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_33FCCE9A2F15FC45-001/jetty-004/solr.xml
[junit4] 2> 252429 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 252430 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[33FCCE9A2F15FC45]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45828/solr
[junit4] 2> 252438 INFO (TEST-CdcrReplicationDistribute
[...truncated too long message...]
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([33FCCE9A2F15FC45]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2961, name=cdcr-replicator-1411-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=2987, name=cdcr-replicator-1411-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=2960, name=cdcr-scheduler-1410-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 4) Thread[id=3047, name=cdcr-replicator-1411-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=3048, name=cdcr-replicator-1411-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=2962, name=cdcr-replicator-1411-thread-1-processing-n:127.0.0.1:58945_yc_rnu-SendThread(127.0.0.1:45828), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] > 7) Thread[id=3056, name=cdcr-replicator-1411-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=3013, name=cdcr-replicator-1411-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=2988, name=cdcr-replicator-1411-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=3042, name=cdcr-replicator-1411-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([33FCCE9A2F15FC45]:0)
[junit4] Completed [269/678 (1!)] on J0 in 1769.74s, 11 tests, 3 errors <<< FAILURES!
[...truncated 63685 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 251 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/251/
11 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:C049A8F47D2FCDC0]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:9DED634B6680D669]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at https://127.0.0.1:54090/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:54090/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:B6D4239004D5593E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at https://127.0.0.1:54090/solr: Error CREATEing SolrCore 'corewithnocollection2': Unable to create core [corewithnocollection2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:54090/solr: Error CREATEing SolrCore 'corewithnocollection2': Unable to create core [corewithnocollection2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:EFF7CF8507672CD4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:339)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:7B735F48A46C060F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:33928/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33928/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:7092E2C14893C412]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:28B413F44509D9E7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:42DE210888AD1B05]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:188)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:145)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:140070AF1DF3140E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:B12A002F442BC3FA]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([9C544F75B30F79F6:D4213BC1B53C5663]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12297 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/init-core-data-001
[junit4] 2> 331742 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9C544F75B30F79F6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 331743 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9C544F75B30F79F6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_s/o
[junit4] 2> 331744 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 331754 INFO (Thread-611) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 331755 INFO (Thread-611) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 331855 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.ZkTestServer start zk server on port:44878
[junit4] 2> 331871 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 331873 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 331874 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 331874 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 331875 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 331876 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 331877 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 331878 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 331878 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 331879 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 331880 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 331909 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOps
[junit4] 2> 331987 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-001/cores/collection1
[junit4] 2> 331991 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 331992 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bb40691{/_s/o,null,AVAILABLE}
[junit4] 2> 331994 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bf315bd{SSL,[ssl, http/1.1]}{127.0.0.1:41142}
[junit4] 2> 331994 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.Server Started @335213ms
[junit4] 2> 331994 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/_s/o, hostPort=41142, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-001/cores}
[junit4] 2> 331994 ERROR (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 331994 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 331994 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 331995 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 331995 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-08T11:48:48.919Z
[junit4] 2> 331997 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 331997 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-001/solr.xml
[junit4] 2> 332003 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 332003 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44878/solr
[junit4] 2> 332026 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41142__s%2Fo
[junit4] 2> 332027 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.Overseer Overseer (id=97247305969369093-127.0.0.1:41142__s%2Fo-n_0000000000) starting
[junit4] 2> 332051 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41142__s%2Fo
[junit4] 2> 332052 INFO (zkCallback-350-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 332096 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-001/cores
[junit4] 2> 332096 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 332115 INFO (OverseerStateUpdate-97247305969369093-127.0.0.1:41142__s%2Fo-n_0000000000) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 332124 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 332137 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 332146 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 332288 WARN (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 332289 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 332309 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 332309 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-001/cores/collection1/data/]
[junit4] 2> 332309 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@60def400
[junit4] 2> 332310 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=90.5546875, floorSegmentMB=0.796875, forceMergeDeletesPctAllowed=21.103255837142616, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5880345511071456
[junit4] 2> 332366 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 332366 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 332366 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 332366 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 332367 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=69.6923828125, floorSegmentMB=1.2529296875, forceMergeDeletesPctAllowed=29.220472234281342, segmentsPerTier=5.0, maxCFSSegmentSizeMB=2.125, noCFSRatio=0.0
[junit4] 2> 332367 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13be8f12[collection1] main]
[junit4] 2> 332368 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 332369 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 332369 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 332373 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 332375 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 332389 INFO (searcherExecutor-1031-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13be8f12[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 332390 INFO (coreLoadExecutor-1030-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555956896171556864
[junit4] 2> 332396 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 332396 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 332396 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41142/_s/o/collection1/
[junit4] 2> 332396 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 332396 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:41142/_s/o/collection1/ has no replicas
[junit4] 2> 332399 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41142/_s/o/collection1/ shard2
[junit4] 2> 332400 INFO (zkCallback-350-thread-3-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 332549 INFO (coreZkRegister-1023-thread-1-processing-n:127.0.0.1:41142__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:41142__s%2Fo c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 332891 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-002/cores/collection1
[junit4] 2> 332893 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 332896 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f95fc7a{/_s/o,null,AVAILABLE}
[junit4] 2> 332898 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b47dd0a{SSL,[ssl, http/1.1]}{127.0.0.1:39798}
[junit4] 2> 332898 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.Server Started @336117ms
[junit4] 2> 332898 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/_s/o, hostPort=39798, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-002/cores}
[junit4] 2> 332898 ERROR (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 332906 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 332906 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 332907 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 332907 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-08T11:48:49.831Z
[junit4] 2> 332919 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 332919 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-002/solr.xml
[junit4] 2> 332939 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 332940 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44878/solr
[junit4] 2> 332946 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:39798__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 332949 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:39798__s%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39798__s%2Fo
[junit4] 2> 332954 INFO (zkCallback-350-thread-1-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 332955 INFO (zkCallback-356-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 332984 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:39798__s%2Fo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-002/cores
[junit4] 2> 332984 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:39798__s%2Fo ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 332986 INFO (OverseerStateUpdate-97247305969369093-127.0.0.1:41142__s%2Fo-n_0000000000) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 334014 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 334023 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 334088 WARN (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 334089 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 334098 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 334099 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-002/cores/collection1/data/]
[junit4] 2> 334099 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@60def400
[junit4] 2> 334100 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=90.5546875, floorSegmentMB=0.796875, forceMergeDeletesPctAllowed=21.103255837142616, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5880345511071456
[junit4] 2> 334115 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 334115 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 334115 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 334115 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 334119 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=69.6923828125, floorSegmentMB=1.2529296875, forceMergeDeletesPctAllowed=29.220472234281342, segmentsPerTier=5.0, maxCFSSegmentSizeMB=2.125, noCFSRatio=0.0
[junit4] 2> 334119 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61d46c09[collection1] main]
[junit4] 2> 334120 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 334120 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 334120 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 334121 INFO (coreLoadExecutor-1042-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555956897986641920
[junit4] 2> 334123 INFO (searcherExecutor-1043-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61d46c09[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 334127 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 334127 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 334127 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39798/_s/o/collection1/
[junit4] 2> 334127 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 334127 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:39798/_s/o/collection1/ has no replicas
[junit4] 2> 334129 INFO (zkCallback-356-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 334137 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39798/_s/o/collection1/ shard1
[junit4] 2> 334288 INFO (coreZkRegister-1037-thread-1-processing-n:127.0.0.1:39798__s%2Fo x:collection1 c:tmp_collection) [n:127.0.0.1:39798__s%2Fo c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 334641 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-003/cores/collection1
[junit4] 2> 334643 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 334647 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bb30577{/_s/o,null,AVAILABLE}
[junit4] 2> 334649 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a33ba9e{SSL,[ssl, http/1.1]}{127.0.0.1:35821}
[junit4] 2> 334649 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.e.j.s.Server Started @337868ms
[junit4] 2> 334649 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/_s/o, hostPort=35821, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-003/cores}
[junit4] 2> 334649 ERROR (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 334651 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 334651 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 334651 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 334651 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-08T11:48:51.575Z
[junit4] 2> 334657 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 334657 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-003/solr.xml
[junit4] 2> 334666 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 334667 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44878/solr
[junit4] 2> 334675 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:35821__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 334678 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:35821__s%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35821__s%2Fo
[junit4] 2> 334679 INFO (zkCallback-350-thread-2-processing-n:127.0.0.1:41142__s%2Fo) [n:127.0.0.1:41142__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 334679 INFO (zkCallback-356-thread-1-processing-n:127.0.0.1:39798__s%2Fo) [n:127.0.0.1:39798__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 334691 INFO (zkCallback-362-thread-1-processing-n:127.0.0.1:35821__s%2Fo) [n:127.0.0.1:35821__s%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 334730 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:35821__s%2Fo ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9C544F75B30F79F6-001/jetty-003/cores
[junit4] 2> 334730 INFO (TEST-CdcrReplicationDistributedZkTest.testOps-seed#[9C544F75B30F79F6]) [n:127.0.0.1:35821__s%2Fo
[...truncated too long message...]
.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 4324700 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9C544F75B30F79F6]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4324705 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9C544F75B30F79F6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52094 52094
[junit4] 2> 4324705 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[9C544F75B30F79F6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_9C544F75B30F79F6-001
[junit4] 2> Jan 08, 2017 12:55:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=zh-HK, timezone=Australia/Darwin
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=400279280,total=514326528
[junit4] 2> NOTE: All tests run in this JVM: [BlockDirectoryTest, TestBulkSchemaConcurrent, ZkNodePropsTest, NumericFieldsTest, TestManagedSchemaAPI, DirectoryFactoryTest, TestSolrCloudWithSecureImpersonation, TestDynamicFieldResource, TestJmxIntegration, SyncSliceTest, SolrMetricManagerTest, TestMinMaxOnMultiValuedField, DistributedVersionInfoTest, TestReRankQParserPlugin, TestPerFieldSimilarity, TestNRTOpen, CoreMergeIndexesAdminHandlerTest, BasicAuthIntegrationTest, CursorPagingTest, TestPKIAuthenticationPlugin, UUIDUpdateProcessorFallbackTest, RegexBoostProcessorTest, TestReplicaProperties, ReturnFieldsTest, TestSearcherReuse, TestCustomDocTransformer, FastVectorHighlighterTest, ReplaceNodeTest, MetricUtilsTest, TestScoreJoinQPScore, ActionThrottleTest, SuggestComponentContextFilterQueryTest, TestFastWriter, HdfsLockFactoryTest, JavabinLoaderTest, CdcrReplicationDistributedZkTest, TestStressRecovery, DateRangeFieldTest, TestAtomicUpdateErrorCases, TestRestManager, TestPseudoReturnFields, BadCopyFieldTest, DisMaxRequestHandlerTest, HdfsBasicDistributedZkTest, TestGraphMLResponseWriter, RollingRestartTest, TestCloudRecovery, TestIntervalFaceting, CreateCollectionCleanupTest, TestPHPSerializedResponseWriter, TestSolr4Spatial2, RequiredFieldsTest, ConcurrentDeleteAndCreateCollectionTest, TestBinaryResponseWriter, ZkStateReaderTest, HttpSolrCallGetCoreTest, TestQuerySenderNoQuery, TestReplicationHandler, OverriddenZkACLAndCredentialsProvidersTest, TestRTimerTree, TestImplicitCoreProperties, CurrencyFieldOpenExchangeTest, FileBasedSpellCheckerTest, DistributedQueryComponentOptimizationTest, HdfsThreadLeakTest, TestLazyCores, DistributedFacetPivotSmallTest, QueryEqualityTest, AsyncCallRequestStatusResponseTest, TestHdfsUpdateLog, SignatureUpdateProcessorFactoryTest, TestDownShardTolerantSearch, ExternalFileFieldSortTest, TestEmbeddedSolrServerConstructors, TestAddFieldRealTimeGet, TestRemoteStreaming, TestMissingGroups, TestSubQueryTransformerDistrib, DateFieldTest, ReplicaListTransformerTest, DistributedSpellCheckComponentTest, TestDocSet, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [653/678 (4!)] on J0 in 256.33s, 20 tests, 3 failures, 5 errors <<< FAILURES!
[...truncated 62536 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 250 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/250/
10 tests failed.
FAILED: org.apache.lucene.facet.TestParallelDrillSideways.testRandom
Error Message:
expected:<10[032]> but was:<10[26]>
Stack Trace:
org.junit.ComparisonFailure: expected:<10[032]> but was:<10[26]>
at __randomizedtesting.SeedInfo.seed([294C85BC60DE41E8:5B00A0B3D1BEF79B]:0)
at org.junit.Assert.assertEquals(Assert.java:125)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.lucene.facet.TestDrillSideways.verifyEquals(TestDrillSideways.java:1034)
at org.apache.lucene.facet.TestDrillSideways.testRandom(TestDrillSideways.java:818)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.lucene.facet.TestParallelDrillSideways
Error Message:
3 threads leaked from SUITE scope at org.apache.lucene.facet.TestParallelDrillSideways: 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.lucene.facet.TestParallelDrillSideways:
1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([294C85BC60DE41E8]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.facet.TestParallelDrillSideways
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([294C85BC60DE41E8]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:62DB6A0B500459C1]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:6EA1489535099D00]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:188)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:145)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:3B0CF5394FAD5477]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:188)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:145)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at http://127.0.0.1:56060/solr: Error handling 'status' action
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56060/solr: Error handling 'status' action
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:238B71CE80A3B422]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.client.solrj.request.CoreAdminRequest.getStatus(CoreAdminRequest.java:639)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:687)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:387F1932A057920B]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:9D5569B2F98F45FF]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B02B26E80EABFFF3:F85E525C0898D066]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 7193 lines...]
[junit4] Suite: org.apache.lucene.facet.TestParallelDrillSideways
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestParallelDrillSideways -Dtests.method=testRandom -Dtests.seed=294C85BC60DE41E8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-CN -Dtests.timezone=W-SU -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 5.04s J2 | TestParallelDrillSideways.testRandom <<<
[junit4] > Throwable #1: org.junit.ComparisonFailure: expected:<10[032]> but was:<10[26]>
[junit4] > at __randomizedtesting.SeedInfo.seed([294C85BC60DE41E8:5B00A0B3D1BEF79B]:0)
[junit4] > at org.apache.lucene.facet.TestDrillSideways.verifyEquals(TestDrillSideways.java:1034)
[junit4] > at org.apache.lucene.facet.TestDrillSideways.testRandom(TestDrillSideways.java:818)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/facet/test/J2/temp/lucene.facet.TestParallelDrillSideways_294C85BC60DE41E8-001
[junit4] 2> Jan 07, 2017 12:17:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> Jan 07, 2017 12:18:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 3 threads leaked from SUITE scope at org.apache.lucene.facet.TestParallelDrillSideways:
[junit4] 2> 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Jan 07, 2017 12:18:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> Jan 07, 2017 12:18:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {dim4=PostingsFormat(name=LuceneVarGapFixedInterval), $full_path$=BlockTreeOrds(blocksize=128), $facets=PostingsFormat(name=LuceneVarGapFixedInterval), field=FSTOrd50, dim3=BlockTreeOrds(blocksize=128), dim2=FSTOrd50, $payloads$=BlockTreeOrds(blocksize=128), dim1=PostingsFormat(name=Memory doPackFST= false), dim0=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), content=PostingsFormat(name=Memory doPackFST= false)}, docValues:{dim4=DocValuesFormat(name=Asserting), $facets=DocValuesFormat(name=Asserting), dim3=DocValuesFormat(name=Memory), dim2=DocValuesFormat(name=Lucene54), dim1=DocValuesFormat(name=Lucene54), dim0=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), content=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=2040, maxMBSortInHeap=6.527148122805768, sim=RandomSimilarity(queryNorm=true,coord=crazy): {foobar=DFR G2, field=DFR I(F)L1, content=DFR I(F)B2}, locale=zh-CN, timezone=W-SU
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=4,free=177065664,total=346030080
[junit4] 2> NOTE: All tests run in this JVM: [TestTaxonomyFacetAssociations, TestDirectoryTaxonomyReader, TestDirectoryTaxonomyWriter, TestLRUHashMap, TestTaxonomyFacetSumValueSource, TestConcurrentFacetedIndexing, TestFacetQuery, TestParallelDrillSideways]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestParallelDrillSideways -Dtests.seed=294C85BC60DE41E8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-CN -Dtests.timezone=W-SU -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestParallelDrillSideways (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.lucene.facet.TestParallelDrillSideways:
[junit4] > 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([294C85BC60DE41E8]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=88, name=LuceneTestCase-4-thread-3, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=86, name=LuceneTestCase-4-thread-1, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=87, name=LuceneTestCase-4-thread-2, state=WAITING, group=TGRP-TestParallelDrillSideways]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([294C85BC60DE41E8]:0)
[junit4] Completed [17/25 (1!)] on J2 in 28.91s, 6 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 4302 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/init-core-data-001
[junit4] 2> 180385 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[B02B26E80EABFFF3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 180385 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[B02B26E80EABFFF3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 180387 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 180388 INFO (Thread-410) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 180388 INFO (Thread-410) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 180488 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.ZkTestServer start zk server on port:38853
[junit4] 2> 180501 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 180503 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 180504 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 180505 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 180506 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 180507 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 180509 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 180509 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 180510 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 180511 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 180512 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 180588 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/control-001/cores/collection1
[junit4] 2> 180589 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 180591 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32b623b4{/,null,AVAILABLE}
[junit4] 2> 180593 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43277f08{HTTP/1.1,[http/1.1]}{127.0.0.1:35437}
[junit4] 2> 180593 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.Server Started @183831ms
[junit4] 2> 180593 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/tempDir-001/control/data, hostContext=/, hostPort=35437, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/control-001/cores}
[junit4] 2> 180594 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 180594 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 180594 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 180594 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 180594 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-07T13:33:22.401Z
[junit4] 2> 180597 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 180597 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/control-001/solr.xml
[junit4] 2> 180606 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 180607 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38853/solr
[junit4] 2> 180626 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:35437_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35437_
[junit4] 2> 180627 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:35437_ ] o.a.s.c.Overseer Overseer (id=97242054799917060-127.0.0.1:35437_-n_0000000000) starting
[junit4] 2> 180639 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:35437_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35437_
[junit4] 2> 180641 INFO (OverseerStateUpdate-97242054799917060-127.0.0.1:35437_-n_0000000000) [n:127.0.0.1:35437_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 180696 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:35437_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/control-001/cores
[junit4] 2> 180696 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:35437_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 180702 INFO (OverseerStateUpdate-97242054799917060-127.0.0.1:35437_-n_0000000000) [n:127.0.0.1:35437_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 181730 WARN (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 181731 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 181741 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 181797 WARN (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 181798 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 181806 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 181807 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/control-001/cores/collection1/data/]
[junit4] 2> 181807 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7014fec9
[junit4] 2> 181808 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3d05494c
[junit4] 2> 181817 WARN (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 181834 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 181834 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 181835 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 181835 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 181835 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=5, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.57421875, noCFSRatio=0.8436613428275471]
[junit4] 2> 181836 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b4bf51[collection1] main]
[junit4] 2> 181837 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 181837 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 181837 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 181838 INFO (searcherExecutor-1326-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b4bf51[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 181838 INFO (coreLoadExecutor-1325-thread-1-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555872878318059520
[junit4] 2> 181843 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 181843 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 181843 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35437/collection1/
[junit4] 2> 181843 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 181843 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35437/collection1/ has no replicas
[junit4] 2> 181846 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35437/collection1/ shard1
[junit4] 2> 181997 INFO (coreZkRegister-1318-thread-1-processing-n:127.0.0.1:35437_ x:collection1 c:control_collection) [n:127.0.0.1:35437_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 182232 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 182232 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38853/solr ready
[junit4] 2> 182232 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 182307 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/shard-1-001/cores/collection1
[junit4] 2> 182308 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/shard-1-001
[junit4] 2> 182309 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 182312 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@793c0328{/,null,AVAILABLE}
[junit4] 2> 182313 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8916768{HTTP/1.1,[http/1.1]}{127.0.0.1:47615}
[junit4] 2> 182313 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.e.j.s.Server Started @185550ms
[junit4] 2> 182313 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=47615, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/shard-1-001/cores}
[junit4] 2> 182313 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 182313 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 182314 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 182314 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 182314 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-07T13:33:24.121Z
[junit4] 2> 182320 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 182320 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_B02B26E80EABFFF3-001/shard-1-001/solr.xml
[junit4] 2> 182327 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 182328 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38853/solr
[junit4] 2> 182336 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:47615_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 182346 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[B02B26E80EABFFF3]) [n:127.0.0.1:47615_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47615_
[junit4] 2> 182352 INFO (zkCallback-720-thread-1-processing-n:127.0.0.1:47615_) [n:127.0.0.1:47615_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 182352 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 182352 INFO (zkCallback-711-thread-2-processing-n:127.0.0.1:35437_) [n:127.0.0.1:35437_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[ju
[...truncated too long message...]
etric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3873781 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[B02B26E80EABFFF3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_B02B26E80EABFFF3-001
[junit4] 2> Jan 07, 2017 2:34:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl-NL, timezone=Brazil/East
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=257430640,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestStressLucene, TestJsonRequest, TestRandomDVFaceting, TestLeaderElectionWithEmptyReplica, SolrSlf4jReporterTest, MBeansHandlerTest, TestCodecSupport, TestJmxIntegration, TestDocBasedVersionConstraints, TestSQLHandler, CloneFieldUpdateProcessorFactoryTest, TestSolrCloudSnapshots, DistanceUnitsTest, TestSolr4Spatial, DistributedVersionInfoTest, CollectionTooManyReplicasTest, SolrCoreTest, CoreMergeIndexesAdminHandlerTest, TestOrdValues, RequiredFieldsTest, TestCustomDocTransformer, TestQuerySenderNoQuery, UUIDFieldTest, SimpleCollectionCreateDeleteTest, OverriddenZkACLAndCredentialsProvidersTest, TestOmitPositions, TestNoOpRegenerator, TestCloudRecovery, CdcrReplicationDistributedZkTest, TestSubQueryTransformerDistrib, TestReplicaProperties, TestHighFrequencyDictionaryFactory, HttpPartitionTest, AnalyticsQueryTest, TriLevelCompositeIdRoutingTest, TestCopyFieldCollectionResource, TestRealTimeGet, TestAtomicUpdateErrorCases, DeleteShardTest, TestValueSourceCache, SynonymTokenizerTest, TestCorePropertiesReload, SuggestComponentContextFilterQueryTest, TestDocumentBuilder, ResponseHeaderTest, TestSolrCoreProperties, HdfsThreadLeakTest, ReplicaListTransformerTest, DirectoryFactoryTest, BigEndianAscendingWordDeserializerTest, DistributedQueryElevationComponentTest, TestPseudoReturnFields, SolrGangliaReporterTest, OutputWriterTest, TestPHPSerializedResponseWriter, TestCloudSchemaless, TestIBSimilarityFactory, TestComponentsName, ReplaceNodeTest, TestRawResponseWriter, TestRandomFaceting, TestReplicationHandler, TestSolrDeletionPolicy2, UniqFieldsUpdateProcessorFactoryTest, TestManagedSchemaAPI, TestSolrCLIRunExample, TestFaceting, BasicZkTest, TestBlendedInfixSuggestions, AddBlockUpdateTest, HdfsBasicDistributedZkTest, RuleEngineTest, FileBasedSpellCheckerTest, TestFunctionQuery, ReturnFieldsTest, TestDynamicFieldResource, TestGraphMLResponseWriter, SolrXmlInZkTest, SyncSliceTest, TestBlobHandler, ExternalFileFieldSortTest, TestImplicitCoreProperties, ParsingFieldUpdateProcessorsTest, ZkStateReaderTest, AsyncCallRequestStatusResponseTest, TestSolrFieldCacheMBean, TestHighlightDedupGrouping, TestRandomCollapseQParserPlugin, TestEmbeddedSolrServerConstructors, RegexBoostProcessorTest, TestNRTOpen, DisMaxRequestHandlerTest, TestFieldTypeCollectionResource, ExplicitHLLTest, TestUniqueKeyFieldResource, TestLazyCores, TestRangeQuery, HdfsCollectionsAPIDistributedZkTest, TestSolrConfigHandlerConcurrent, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [508/677 (5!)] on J0 in 37.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 63003 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 249 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/249/
11 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
{responseHeader={status=0,QTime=38146},failure={127.0.0.1:33914_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:33914/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:35654_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:35654/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
Stack Trace:
java.lang.AssertionError: {responseHeader={status=0,QTime=38146},failure={127.0.0.1:33914_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:33914/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:35654_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:35654/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:8DE08D2B1FCBB955]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:308)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:860130A2F3347B48]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:566F5F35F998CA0]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:36830/a_cmq/d: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36830/a_cmq/d: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:E9721F454AAB6949]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:133)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1483721311297,generation=2,filelist=[_470.fdt, _470.fdx, _470.fnm, _470.nvd, _470.nvm, _470.si, _470_Asserting_0.doc, _470_Asserting_0.tim, _470_Asserting_0.tip, _8dz.fdt, _8dz.fdx, _8dz.fnm, _8dz.nvd, _8dz.nvm, _8dz.si, _8dz_Asserting_0.doc, _8dz_Asserting_0.tim, _8dz_Asserting_0.tip, _ckx.fdt, _ckx.fdx, _ckx.fnm, _ckx.nvd, _ckx.nvm, _ckx.si, _ckx_Asserting_0.doc, _ckx_Asserting_0.tim, _ckx_Asserting_0.tip, _gry.fdt, _gry.fdx, _gry.fnm, _gry.nvd, _gry.nvm, _gry.si, _gry_Asserting_0.doc, _gry_Asserting_0.tim, _gry_Asserting_0.tip, _kyw.fdt, _kyw.fdx, _kyw.fnm, _kyw.nvd, _kyw.nvm, _kyw.si, _kyw_Asserting_0.doc, _kyw_Asserting_0.tim, _kyw_Asserting_0.tip, _p5v.cfe, _p5v.cfs, _p5v.si, _tcv.cfe, _tcv.cfs, _tcv.si, _tim.cfe, _tim.cfs, _tim.si, _tof.cfe, _tof.cfs, _tof.si, _tu8.cfe, _tu8.cfs, _tu8.si, _u01.cfe, _u01.cfs, _u01.si, _u5u.cfe, _u5u.cfs, _u5u.si, _ubn.cfe, _ubn.cfs, _ubn.si, _uhg.cfe, _uhg.cfs, _uhg.si, _un9.cfe, _un9.cfs, _un9.si, _ut2.cfe, _ut2.cfs, _ut2.si, _uyv.cfe, _uyv.cfs, _uyv.si, _v4o.cfe, _v4o.cfs, _v4o.si, _vah.cfe, _vah.cfs, _vah.si, _vga.cfe, _vga.cfs, _vga.si, _vm3.cfe, _vm3.cfs, _vm3.si, _vrw.cfe, _vrw.cfs, _vrw.si, _vxp.cfe, _vxp.cfs, _vxp.si, _w2r.cfe, _w2r.cfs, _w2r.si, _w2s.cfe, _w2s.cfs, _w2s.si, _w2t.cfe, _w2t.cfs, _w2t.si, _w2u.cfe, _w2u.cfs, _w2u.si, _w2v.cfe, _w2v.cfs, _w2v.si, _w2w.cfe, _w2w.cfs, _w2w.si, _w2x.cfe, _w2x.cfs, _w2x.si, _w2y.cfe, _w2y.cfs, _w2y.si, _w2z.cfe, _w2z.cfs, _w2z.si, _w30.cfe, _w30.cfs, _w30.si, _w31.cfe, _w31.cfs, _w31.si, _w32.cfe, _w32.cfs, _w32.si, _w33.cfe, _w33.cfs, _w33.si, _w34.cfe, _w34.cfs, _w34.si, _w35.cfe, _w35.cfs, _w35.si, _w36.cfe, _w36.cfs, _w36.si, _w37.cfe, _w37.cfs, _w37.si, _w38.cfe, _w38.cfs, _w38.si, _w39.cfe, _w39.cfs, _w39.si, _w3a.cfe, _w3a.cfs, _w3a.si, _w3b.cfe, _w3b.cfs, _w3b.si, _w3c.cfe, _w3c.cfs, _w3c.si, _w3d.cfe, _w3d.cfs, _w3d.si, _w3e.cfe, _w3e.cfs, _w3e.si, _w3f.cfe, _w3f.cfs, _w3f.si, _w3g.cfe, _w3g.cfs, _w3g.si, _w3h.cfe, _w3h.cfs, _w3h.si, segments_2]}]> but was:<[{indexVersion=1483721311297,generation=2,filelist=[_470.fdt, _470.fdx, _470.fnm, _470.nvd, _470.nvm, _470.si, _470_Asserting_0.doc, _470_Asserting_0.tim, _470_Asserting_0.tip, _8dz.fdt, _8dz.fdx, _8dz.fnm, _8dz.nvd, _8dz.nvm, _8dz.si, _8dz_Asserting_0.doc, _8dz_Asserting_0.tim, _8dz_Asserting_0.tip, _ckx.fdt, _ckx.fdx, _ckx.fnm, _ckx.nvd, _ckx.nvm, _ckx.si, _ckx_Asserting_0.doc, _ckx_Asserting_0.tim, _ckx_Asserting_0.tip, _gry.fdt, _gry.fdx, _gry.fnm, _gry.nvd, _gry.nvm, _gry.si, _gry_Asserting_0.doc, _gry_Asserting_0.tim, _gry_Asserting_0.tip, _kyw.fdt, _kyw.fdx, _kyw.fnm, _kyw.nvd, _kyw.nvm, _kyw.si, _kyw_Asserting_0.doc, _kyw_Asserting_0.tim, _kyw_Asserting_0.tip, _p5v.cfe, _p5v.cfs, _p5v.si, _tcv.cfe, _tcv.cfs, _tcv.si, _tim.cfe, _tim.cfs, _tim.si, _tof.cfe, _tof.cfs, _tof.si, _tu8.cfe, _tu8.cfs, _tu8.si, _u01.cfe, _u01.cfs, _u01.si, _u5u.cfe, _u5u.cfs, _u5u.si, _ubn.cfe, _ubn.cfs, _ubn.si, _uhg.cfe, _uhg.cfs, _uhg.si, _un9.cfe, _un9.cfs, _un9.si, _ut2.cfe, _ut2.cfs, _ut2.si, _uyv.cfe, _uyv.cfs, _uyv.si, _v4o.cfe, _v4o.cfs, _v4o.si, _vah.cfe, _vah.cfs, _vah.si, _vga.cfe, _vga.cfs, _vga.si, _vm3.cfe, _vm3.cfs, _vm3.si, _vrw.cfe, _vrw.cfs, _vrw.si, _vxp.cfe, _vxp.cfs, _vxp.si, _w2r.cfe, _w2r.cfs, _w2r.si, _w2s.cfe, _w2s.cfs, _w2s.si, _w2t.cfe, _w2t.cfs, _w2t.si, _w2u.cfe, _w2u.cfs, _w2u.si, _w2v.cfe, _w2v.cfs, _w2v.si, _w2w.cfe, _w2w.cfs, _w2w.si, _w2x.cfe, _w2x.cfs, _w2x.si, _w2y.cfe, _w2y.cfs, _w2y.si, _w2z.cfe, _w2z.cfs, _w2z.si, _w30.cfe, _w30.cfs, _w30.si, _w31.cfe, _w31.cfs, _w31.si, _w32.cfe, _w32.cfs, _w32.si, _w33.cfe, _w33.cfs, _w33.si, _w34.cfe, _w34.cfs, _w34.si, _w35.cfe, _w35.cfs, _w35.si, _w36.cfe, _w36.cfs, _w36.si, _w37.cfe, _w37.cfs, _w37.si, _w38.cfe, _w38.cfs, _w38.si, _w39.cfe, _w39.cfs, _w39.si, _w3a.cfe, _w3a.cfs, _w3a.si, _w3b.cfe, _w3b.cfs, _w3b.si, _w3c.cfe, _w3c.cfs, _w3c.si, _w3d.cfe, _w3d.cfs, _w3d.si, _w3e.cfe, _w3e.cfs, _w3e.si, _w3f.cfe, _w3f.cfs, _w3f.si, _w3g.cfe, _w3g.cfs, _w3g.si, _w3h.cfe, _w3h.cfs, _w3h.si, segments_2]}, {indexVersion=1483721311297,generation=3,filelist=[_470.fdt, _470.fdx, _470.fnm, _470.nvd, _470.nvm, _470.si, _470_Asserting_0.doc, _470_Asserting_0.tim, _470_Asserting_0.tip, _8dz.fdt, _8dz.fdx, _8dz.fnm, _8dz.nvd, _8dz.nvm, _8dz.si, _8dz_Asserting_0.doc, _8dz_Asserting_0.tim, _8dz_Asserting_0.tip, _ckx.fdt, _ckx.fdx, _ckx.fnm, _ckx.nvd, _ckx.nvm, _ckx.si, _ckx_Asserting_0.doc, _ckx_Asserting_0.tim, _ckx_Asserting_0.tip, _gry.fdt, _gry.fdx, _gry.fnm, _gry.nvd, _gry.nvm, _gry.si, _gry_Asserting_0.doc, _gry_Asserting_0.tim, _gry_Asserting_0.tip, _kyw.fdt, _kyw.fdx, _kyw.fnm, _kyw.nvd, _kyw.nvm, _kyw.si, _kyw_Asserting_0.doc, _kyw_Asserting_0.tim, _kyw_Asserting_0.tip, _p5v.cfe, _p5v.cfs, _p5v.si, _tcv.cfe, _tcv.cfs, _tcv.si, _tim.cfe, _tim.cfs, _tim.si, _tof.cfe, _tof.cfs, _tof.si, _tu8.cfe, _tu8.cfs, _tu8.si, _u01.cfe, _u01.cfs, _u01.si, _u5u.cfe, _u5u.cfs, _u5u.si, _ubn.cfe, _ubn.cfs, _ubn.si, _uhg.cfe, _uhg.cfs, _uhg.si, _un9.cfe, _un9.cfs, _un9.si, _ut2.cfe, _ut2.cfs, _ut2.si, _uyv.cfe, _uyv.cfs, _uyv.si, _v4o.cfe, _v4o.cfs, _v4o.si, _vah.cfe, _vah.cfs, _vah.si, _vga.cfe, _vga.cfs, _vga.si, _vm3.cfe, _vm3.cfs, _vm3.si, _vrw.cfe, _vrw.cfs, _vrw.si, _vxp.cfe, _vxp.cfs, _vxp.si, _w3h.cfe, _w3h.cfs, _w3h.si, _w3i.cfe, _w3i.cfs, _w3i.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1483721311297,generation=2,filelist=[_470.fdt, _470.fdx, _470.fnm, _470.nvd, _470.nvm, _470.si, _470_Asserting_0.doc, _470_Asserting_0.tim, _470_Asserting_0.tip, _8dz.fdt, _8dz.fdx, _8dz.fnm, _8dz.nvd, _8dz.nvm, _8dz.si, _8dz_Asserting_0.doc, _8dz_Asserting_0.tim, _8dz_Asserting_0.tip, _ckx.fdt, _ckx.fdx, _ckx.fnm, _ckx.nvd, _ckx.nvm, _ckx.si, _ckx_Asserting_0.doc, _ckx_Asserting_0.tim, _ckx_Asserting_0.tip, _gry.fdt, _gry.fdx, _gry.fnm, _gry.nvd, _gry.nvm, _gry.si, _gry_Asserting_0.doc, _gry_Asserting_0.tim, _gry_Asserting_0.tip, _kyw.fdt, _kyw.fdx, _kyw.fnm, _kyw.nvd, _kyw.nvm, _kyw.si, _kyw_Asserting_0.doc, _kyw_Asserting_0.tim, _kyw_Asserting_0.tip, _p5v.cfe, _p5v.cfs, _p5v.si, _tcv.cfe, _tcv.cfs, _tcv.si, _tim.cfe, _tim.cfs, _tim.si, _tof.cfe, _tof.cfs, _tof.si, _tu8.cfe, _tu8.cfs, _tu8.si, _u01.cfe, _u01.cfs, _u01.si, _u5u.cfe, _u5u.cfs, _u5u.si, _ubn.cfe, _ubn.cfs, _ubn.si, _uhg.cfe, _uhg.cfs, _uhg.si, _un9.cfe, _un9.cfs, _un9.si, _ut2.cfe, _ut2.cfs, _ut2.si, _uyv.cfe, _uyv.cfs, _uyv.si, _v4o.cfe, _v4o.cfs, _v4o.si, _vah.cfe, _vah.cfs, _vah.si, _vga.cfe, _vga.cfs, _vga.si, _vm3.cfe, _vm3.cfs, _vm3.si, _vrw.cfe, _vrw.cfs, _vrw.si, _vxp.cfe, _vxp.cfs, _vxp.si, _w2r.cfe, _w2r.cfs, _w2r.si, _w2s.cfe, _w2s.cfs, _w2s.si, _w2t.cfe, _w2t.cfs, _w2t.si, _w2u.cfe, _w2u.cfs, _w2u.si, _w2v.cfe, _w2v.cfs, _w2v.si, _w2w.cfe, _w2w.cfs, _w2w.si, _w2x.cfe, _w2x.cfs, _w2x.si, _w2y.cfe, _w2y.cfs, _w2y.si, _w2z.cfe, _w2z.cfs, _w2z.si, _w30.cfe, _w30.cfs, _w30.si, _w31.cfe, _w31.cfs, _w31.si, _w32.cfe, _w32.cfs, _w32.si, _w33.cfe, _w33.cfs, _w33.si, _w34.cfe, _w34.cfs, _w34.si, _w35.cfe, _w35.cfs, _w35.si, _w36.cfe, _w36.cfs, _w36.si, _w37.cfe, _w37.cfs, _w37.si, _w38.cfe, _w38.cfs, _w38.si, _w39.cfe, _w39.cfs, _w39.si, _w3a.cfe, _w3a.cfs, _w3a.si, _w3b.cfe, _w3b.cfs, _w3b.si, _w3c.cfe, _w3c.cfs, _w3c.si, _w3d.cfe, _w3d.cfs, _w3d.si, _w3e.cfe, _w3e.cfs, _w3e.si, _w3f.cfe, _w3f.cfs, _w3f.si, _w3g.cfe, _w3g.cfs, _w3g.si, _w3h.cfe, _w3h.cfs, _w3h.si, segments_2]}]> but was:<[{indexVersion=1483721311297,generation=2,filelist=[_470.fdt, _470.fdx, _470.fnm, _470.nvd, _470.nvm, _470.si, _470_Asserting_0.doc, _470_Asserting_0.tim, _470_Asserting_0.tip, _8dz.fdt, _8dz.fdx, _8dz.fnm, _8dz.nvd, _8dz.nvm, _8dz.si, _8dz_Asserting_0.doc, _8dz_Asserting_0.tim, _8dz_Asserting_0.tip, _ckx.fdt, _ckx.fdx, _ckx.fnm, _ckx.nvd, _ckx.nvm, _ckx.si, _ckx_Asserting_0.doc, _ckx_Asserting_0.tim, _ckx_Asserting_0.tip, _gry.fdt, _gry.fdx, _gry.fnm, _gry.nvd, _gry.nvm, _gry.si, _gry_Asserting_0.doc, _gry_Asserting_0.tim, _gry_Asserting_0.tip, _kyw.fdt, _kyw.fdx, _kyw.fnm, _kyw.nvd, _kyw.nvm, _kyw.si, _kyw_Asserting_0.doc, _kyw_Asserting_0.tim, _kyw_Asserting_0.tip, _p5v.cfe, _p5v.cfs, _p5v.si, _tcv.cfe, _tcv.cfs, _tcv.si, _tim.cfe, _tim.cfs, _tim.si, _tof.cfe, _tof.cfs, _tof.si, _tu8.cfe, _tu8.cfs, _tu8.si, _u01.cfe, _u01.cfs, _u01.si, _u5u.cfe, _u5u.cfs, _u5u.si, _ubn.cfe, _ubn.cfs, _ubn.si, _uhg.cfe, _uhg.cfs, _uhg.si, _un9.cfe, _un9.cfs, _un9.si, _ut2.cfe, _ut2.cfs, _ut2.si, _uyv.cfe, _uyv.cfs, _uyv.si, _v4o.cfe, _v4o.cfs, _v4o.si, _vah.cfe, _vah.cfs, _vah.si, _vga.cfe, _vga.cfs, _vga.si, _vm3.cfe, _vm3.cfs, _vm3.si, _vrw.cfe, _vrw.cfs, _vrw.si, _vxp.cfe, _vxp.cfs, _vxp.si, _w2r.cfe, _w2r.cfs, _w2r.si, _w2s.cfe, _w2s.cfs, _w2s.si, _w2t.cfe, _w2t.cfs, _w2t.si, _w2u.cfe, _w2u.cfs, _w2u.si, _w2v.cfe, _w2v.cfs, _w2v.si, _w2w.cfe, _w2w.cfs, _w2w.si, _w2x.cfe, _w2x.cfs, _w2x.si, _w2y.cfe, _w2y.cfs, _w2y.si, _w2z.cfe, _w2z.cfs, _w2z.si, _w30.cfe, _w30.cfs, _w30.si, _w31.cfe, _w31.cfs, _w31.si, _w32.cfe, _w32.cfs, _w32.si, _w33.cfe, _w33.cfs, _w33.si, _w34.cfe, _w34.cfs, _w34.si, _w35.cfe, _w35.cfs, _w35.si, _w36.cfe, _w36.cfs, _w36.si, _w37.cfe, _w37.cfs, _w37.si, _w38.cfe, _w38.cfs, _w38.si, _w39.cfe, _w39.cfs, _w39.si, _w3a.cfe, _w3a.cfs, _w3a.si, _w3b.cfe, _w3b.cfs, _w3b.si, _w3c.cfe, _w3c.cfs, _w3c.si, _w3d.cfe, _w3d.cfs, _w3d.si, _w3e.cfe, _w3e.cfs, _w3e.si, _w3f.cfe, _w3f.cfs, _w3f.si, _w3g.cfe, _w3g.cfs, _w3g.si, _w3h.cfe, _w3h.cfs, _w3h.si, segments_2]}, {indexVersion=1483721311297,generation=3,filelist=[_470.fdt, _470.fdx, _470.fnm, _470.nvd, _470.nvm, _470.si, _470_Asserting_0.doc, _470_Asserting_0.tim, _470_Asserting_0.tip, _8dz.fdt, _8dz.fdx, _8dz.fnm, _8dz.nvd, _8dz.nvm, _8dz.si, _8dz_Asserting_0.doc, _8dz_Asserting_0.tim, _8dz_Asserting_0.tip, _ckx.fdt, _ckx.fdx, _ckx.fnm, _ckx.nvd, _ckx.nvm, _ckx.si, _ckx_Asserting_0.doc, _ckx_Asserting_0.tim, _ckx_Asserting_0.tip, _gry.fdt, _gry.fdx, _gry.fnm, _gry.nvd, _gry.nvm, _gry.si, _gry_Asserting_0.doc, _gry_Asserting_0.tim, _gry_Asserting_0.tip, _kyw.fdt, _kyw.fdx, _kyw.fnm, _kyw.nvd, _kyw.nvm, _kyw.si, _kyw_Asserting_0.doc, _kyw_Asserting_0.tim, _kyw_Asserting_0.tip, _p5v.cfe, _p5v.cfs, _p5v.si, _tcv.cfe, _tcv.cfs, _tcv.si, _tim.cfe, _tim.cfs, _tim.si, _tof.cfe, _tof.cfs, _tof.si, _tu8.cfe, _tu8.cfs, _tu8.si, _u01.cfe, _u01.cfs, _u01.si, _u5u.cfe, _u5u.cfs, _u5u.si, _ubn.cfe, _ubn.cfs, _ubn.si, _uhg.cfe, _uhg.cfs, _uhg.si, _un9.cfe, _un9.cfs, _un9.si, _ut2.cfe, _ut2.cfs, _ut2.si, _uyv.cfe, _uyv.cfs, _uyv.si, _v4o.cfe, _v4o.cfs, _v4o.si, _vah.cfe, _vah.cfs, _vah.si, _vga.cfe, _vga.cfs, _vga.si, _vm3.cfe, _vm3.cfs, _vm3.si, _vrw.cfe, _vrw.cfs, _vrw.si, _vxp.cfe, _vxp.cfs, _vxp.si, _w3h.cfe, _w3h.cfs, _w3h.si, _w3i.cfe, _w3i.cfs, _w3i.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:44F13BAF941F0AB2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1245)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at http://127.0.0.1:35654/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35654/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:F28677B96A5F4F60]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:669)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:E9721F454AAB6949]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:4C586FC51373BEBD]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([6126209FE45704B1:2953542BE2642B24]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11323 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/init-core-data-001
[junit4] 2> 130941 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 130941 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /a_cmq/d
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 131067 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 131088 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 131090 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 131110 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_33756_hdfs____7c352a/webapp
[junit4] 2> 131999 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33756
[junit4] 2> 132500 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 132501 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 132541 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34769_datanode____.xcvvxc/webapp
[junit4] 2> 133394 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34769
[junit4] 2> 133864 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 133866 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 133896 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38215_datanode____bhfrnc/webapp
[junit4] 2> 134511 INFO (IPC Server handler 8 on 59232) [ ] BlockStateChange BLOCK* processReport: from storage DS-1f11a5ee-c05c-4641-8601-66ec7dfd5854 node DatanodeRegistration(127.0.0.1:56869, datanodeUuid=ab0f4fd9-c165-40ed-ab94-5a1d04c2283f, infoPort=35273, infoSecurePort=0, ipcPort=51454, storageInfo=lv=-56;cid=testClusterID;nsid=634814358;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 134511 INFO (IPC Server handler 8 on 59232) [ ] BlockStateChange BLOCK* processReport: from storage DS-9af4ce01-ae76-4e91-895c-b5a554e12fff node DatanodeRegistration(127.0.0.1:56869, datanodeUuid=ab0f4fd9-c165-40ed-ab94-5a1d04c2283f, infoPort=35273, infoSecurePort=0, ipcPort=51454, storageInfo=lv=-56;cid=testClusterID;nsid=634814358;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 134829 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[6126209FE45704B1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38215
[junit4] 2> 135285 INFO (IPC Server handler 1 on 59232) [ ] BlockStateChange BLOCK* processReport: from storage DS-c5fd0afd-7a95-4d47-b54f-e999281052cd node DatanodeRegistration(127.0.0.1:36405, datanodeUuid=cc549775-6f65-4fa1-b586-25d2c471fa4f, infoPort=59001, infoSecurePort=0, ipcPort=56806, storageInfo=lv=-56;cid=testClusterID;nsid=634814358;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 135285 INFO (IPC Server handler 1 on 59232) [ ] BlockStateChange BLOCK* processReport: from storage DS-d3511b4f-ad08-4e80-ab97-462c8923987b node DatanodeRegistration(127.0.0.1:36405, datanodeUuid=cc549775-6f65-4fa1-b586-25d2c471fa4f, infoPort=59001, infoSecurePort=0, ipcPort=56806, storageInfo=lv=-56;cid=testClusterID;nsid=634814358;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 135662 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 135673 INFO (Thread-1563) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 135673 INFO (Thread-1563) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 135773 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:58614
[junit4] 2> 135851 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 135852 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 135853 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 135854 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 135858 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 135859 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 135860 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 135860 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 135865 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 135866 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 135866 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 136042 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/control-001/cores/collection1
[junit4] 2> 136051 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 136160 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15e38498{/a_cmq/d,null,AVAILABLE}
[junit4] 2> 136165 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3eb4d651{HTTP/1.1,[http/1.1]}{127.0.0.1:49336}
[junit4] 2> 136165 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.Server Started @138860ms
[junit4] 2> 136166 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:59232/hdfs__localhost_59232__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001_tempDir-002_control_data, hostContext=/a_cmq/d, hostPort=49336, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/control-001/cores}
[junit4] 2> 136166 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 136166 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 136166 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 136166 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 136166 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T16:00:02.840Z
[junit4] 2> 136170 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 136171 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/control-001/solr.xml
[junit4] 2> 136180 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 136180 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58614/solr
[junit4] 2> 136225 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49336_a_cmq%2Fd
[junit4] 2> 136225 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.Overseer Overseer (id=97236969217720324-127.0.0.1:49336_a_cmq%2Fd-n_0000000000) starting
[junit4] 2> 136268 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49336_a_cmq%2Fd
[junit4] 2> 136269 INFO (zkCallback-489-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 136585 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/control-001/cores
[junit4] 2> 136585 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 136604 INFO (OverseerStateUpdate-97236969217720324-127.0.0.1:49336_a_cmq%2Fd-n_0000000000) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 136652 WARN (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 136653 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 136672 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 137070 WARN (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 137072 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 137095 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 137095 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:59232/solr_hdfs_home
[junit4] 2> 137095 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 137096 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/control-001/cores/collection1], dataDir=[hdfs://localhost:59232/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 137096 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27b6f301
[junit4] 2> 137097 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59232/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 137126 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 137126 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 137126 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 137134 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 137135 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59232/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 137173 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:59232/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 137179 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 137179 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 137179 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 137188 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 137189 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=4, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6450264265944393]
[junit4] 2> 137265 INFO (IPC Server handler 4 on 59232) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56869 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c5fd0afd-7a95-4d47-b54f-e999281052cd:NORMAL:127.0.0.1:36405|RBW], ReplicaUC[[DISK]DS-1f11a5ee-c05c-4641-8601-66ec7dfd5854:NORMAL:127.0.0.1:56869|FINALIZED]]} size 0
[junit4] 2> 137265 INFO (IPC Server handler 4 on 59232) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36405 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c5fd0afd-7a95-4d47-b54f-e999281052cd:NORMAL:127.0.0.1:36405|RBW], ReplicaUC[[DISK]DS-1f11a5ee-c05c-4641-8601-66ec7dfd5854:NORMAL:127.0.0.1:56869|FINALIZED]]} size 0
[junit4] 2> 137300 WARN (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 137330 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 137330 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 137330 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 137369 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 137369 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 137370 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=17.69921875, floorSegmentMB=0.56640625, forceMergeDeletesPctAllowed=16.5048603111621, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 137500 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f290556[collection1] main]
[junit4] 2> 137502 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 137506 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 137506 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 137509 INFO (searcherExecutor-338-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f290556[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 137517 INFO (coreLoadExecutor-337-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555791509392982016
[junit4] 2> 137542 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 137542 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 137542 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49336/a_cmq/d/collection1/
[junit4] 2> 137542 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 137542 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49336/a_cmq/d/collection1/ has no replicas
[junit4] 2> 137566 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49336/a_cmq/d/collection1/ shard1
[junit4] 2> 137683 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 137683 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58614/solr ready
[junit4] 2> 137685 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 137717 INFO (coreZkRegister-330-thread-1-processing-n:127.0.0.1:49336_a_cmq%2Fd x:collection1 c:control_collection) [n:127.0.0.1:49336_a_cmq%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 137783 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/shard-1-001/cores/collection1
[junit4] 2> 137784 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/shard-1-001
[junit4] 2> 137786 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 137790 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ccac3c8{/a_cmq/d,null,AVAILABLE}
[junit4] 2> 137790 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d84bead{HTTP/1.1,[http/1.1]}{127.0.0.1:36830}
[junit4] 2> 137790 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.e.j.s.Server Started @140484ms
[junit4] 2> 137790 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:59232/hdfs__localhost_59232__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/a_cmq/d, hostPort=36830, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/shard-1-001/cores}
[junit4] 2> 137790 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 137797 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 137797 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 137797 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 137797 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T16:00:04.471Z
[junit4] 2> 137846 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 137846 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/shard-1-001/solr.xml
[junit4] 2> 137871 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 137885 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58614/solr
[junit4] 2> 138021 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:36830_a_cmq%2Fd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 138023 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:36830_a_cmq%2Fd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36830_a_cmq%2Fd
[junit4] 2> 138024 INFO (zkCallback-493-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 138025 INFO (zkCallback-489-thread-2-processing-n:127.0.0.1:49336_a_cmq%2Fd) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 138038 INFO (zkCallback-498-thread-2-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 138062 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:36830_a_cmq%2Fd ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_6126209FE45704B1-001/shard-1-001/cores
[junit4] 2> 138062 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[6126209FE45704B1]) [n:127.0.0.1:36830_a_cmq%2Fd ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 138064 INFO (OverseerStateUpdate-97236969217720324-127.0.0.1:49336_a_cmq%2Fd-n_0000000000) [n:127.0.0.1:49336_a_cmq%2Fd ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 139092 WARN (coreLoadExecutor-348-thread-1-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 139094 INFO (coreLoadExecutor-348-thread-1-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 139150 INFO (coreLoadExecutor-348-thread-1-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 139501 WARN (coreLoadExecutor-348-thread-1-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 139503 INFO (coreLoadExecutor-348-thread-1-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 139541 INFO (coreLoadExecutor-348-thread-1-processing-n:127.0.0.1:36830_a_cmq%2Fd) [n:127.0.0.1:36830_a_cmq%2Fd c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 139541 INFO (coreLoadExecutor-
[...truncated too long message...]
ThreadPoolExecutor.java:1081)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 22) Thread[id=160843, name=Scheduler-1030490619, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 23) Thread[id=160861, name=searcherExecutor-10241-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {regex_dup_A_s=PostingsFormat(name=LuceneFixedGap), other_tl1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), regex_dup_B_s=BlockTreeOrds(blocksize=128), range_facet_l_dv=FST50, SubjectTerms_mfacet=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), n_l1=BlockTreeOrds(blocksize=128), multiDefault=BlockTreeOrds(blocksize=128), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), genre_s=FST50, n_td1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), n_d1=BlockTreeOrds(blocksize=128), range_facet_l=BlockTreeOrds(blocksize=128), n_f1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), series_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), n_tl1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), oddField_s=FST50, n_tf1=BlockTreeOrds(blocksize=128), price=PostingsFormat(name=LuceneFixedGap), a_t=BlockTreeOrds(blocksize=128), cat=BlockTreeOrds(blocksize=128), inStock=PostingsFormat(name=LuceneFixedGap), sequence_i=FST50, id=FST50, text=PostingsFormat(name=LuceneFixedGap), timestamp=BlockTreeOrds(blocksize=128), foo_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), val_i=FST50, n_dt1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), author_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i1=BlockTreeOrds(blocksize=128), n_ti1=FST50, rnd_b=FST50, _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_b=PostingsFormat(name=LuceneFixedGap), n_tdt1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), name=FST50, foo_d=FST50, range_facet_i_dv=BlockTreeOrds(blocksize=128), foo_f=PostingsFormat(name=LuceneFixedGap)}, docValues:{regex_dup_A_s=DocValuesFormat(name=Lucene54), other_tl1=DocValuesFormat(name=Lucene54), regex_dup_B_s=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Asserting), SubjectTerms_mfacet=DocValuesFormat(name=Lucene54), n_l1=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Lucene54), genre_s=DocValuesFormat(name=Asserting), n_td1=DocValuesFormat(name=Lucene54), n_d1=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Direct), n_f1=DocValuesFormat(name=Lucene54), series_t=DocValuesFormat(name=Lucene54), n_tl1=DocValuesFormat(name=Lucene54), oddField_s=DocValuesFormat(name=Asserting), n_tf1=DocValuesFormat(name=Direct), price=DocValuesFormat(name=Lucene54), a_t=DocValuesFormat(name=Direct), cat=DocValuesFormat(name=Direct), inStock=DocValuesFormat(name=Lucene54), sequence_i=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Direct), foo_i=DocValuesFormat(name=Lucene54), val_i=DocValuesFormat(name=Asserting), n_dt1=DocValuesFormat(name=Lucene54), author_t=DocValuesFormat(name=Lucene54), a_i1=DocValuesFormat(name=Direct), n_ti1=DocValuesFormat(name=Asserting), rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene54), foo_b=DocValuesFormat(name=Lucene54), n_tdt1=DocValuesFormat(name=Lucene54), name=DocValuesFormat(name=Asserting), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), foo_f=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1059, maxMBSortInHeap=7.662007370930445, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=hr-HR, timezone=Atlantic/Canary
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=37,free=233921864,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminHandlerTest, TestSolrXml, BasicAuthIntegrationTest, TestFieldSortValues, TemplateUpdateProcessorTest, TestHdfsUpdateLog, OverseerTest, AssignTest, HdfsUnloadDistributedZkTest, TestSubQueryTransformerCrossCore, DistributedFacetPivotSmallAdvancedTest, HttpSolrCallGetCoreTest, TestPhraseSuggestions, AtomicUpdatesTest, DebugComponentTest, FieldAnalysisRequestHandlerTest, MergeStrategyTest, TimeZoneUtilsTest, TestQueryWrapperFilter, AutoCommitTest, MetricUtilsTest, TestNonDefinedSimilarityFactory, TermVectorComponentDistributedTest, TestClusterStateMutator, SuggesterTSTTest, RequestHandlersTest, TestUninvertingReader, TestLFUCache, TestUtils, BadComponentTest, SolrCoreCheckLockOnStartupTest, TestManagedResourceStorage, DistributedQueueTest, TestAnalyzeInfixSuggestions, CollectionsAPISolrJTest, TestScoreJoinQPScore, BlockJoinFacetSimpleTest, TestDynamicLoading, SolrMetricsIntegrationTest, DOMUtilTest, SimpleMLTQParserTest, TestShardHandlerFactory, TestXmlQParserPlugin, JSONWriterTest, TestMergePolicyConfig, TestJmxMonitoredMap, TestZkChroot, EnumFieldTest, TestStressLiveNodes, TestDistributedStatsComponentCardinality, UtilsToolTest, BitVectorTest, UnloadDistributedZkTest, QueryParsingTest, TestRestoreCore, RequestLoggingTest, TestFieldCacheSortRandom, StatsReloadRaceTest, TestCollectionAPI, RemoteQueryErrorTest, TestPKIAuthenticationPlugin, DistributedFacetExistsSmallTest, HdfsChaosMonkeySafeLeaderTest, TestLegacyFieldCache, XmlUpdateRequestHandlerTest, TestExtendedDismaxParser, TestRequestStatusCollectionAPI, TestSolrQueryParserResource, CdcrUpdateLogTest, TestManagedSynonymFilterFactory, SolrCloudExampleTest, BinaryUpdateRequestHandlerTest, HLLSerializationTest, DocValuesMultiTest, ShowFileRequestHandlerTest, TestFieldResource, TestCloudPseudoReturnFields, TestSolrCloudWithKerberosAlt, TestCollationField, TestSchemaVersionResource, SimpleFacetsTest, StatsComponentTest, ResponseLogComponentTest, TestDFRSimilarityFactory, TestStressReorder, CircularListTest, DistribCursorPagingTest, TestSolrJ, HdfsLockFactoryTest, SolrIndexMetricsTest, TestSort, TestTrackingShardHandlerFactory, TestLMJelinekMercerSimilarityFactory, TestDistributedMissingSort, SuggesterTest, SuggesterWFSTTest, PrimitiveFieldTypeTest, TestReload, TestBinaryResponseWriter, TlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, TestIndexSearcher, PingRequestHandlerTest, TestTolerantSearch, TestFreeTextSuggestions, SOLR749Test, HdfsSyncSliceTest, TestOnReconnectListenerSupport, TestShortCircuitedRequests, BasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=6126209FE45704B1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=hr-HR -Dtests.timezone=Atlantic/Canary -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([6126209FE45704B1]:0)
[junit4] Completed [677/677 (5!)] on J2 in 7223.66s, 1 test, 2 errors <<< FAILURES!
[...truncated 62488 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 248 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/248/
5 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([D7AEEF49607FC4EA:45928ECDDC38F932]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:188)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored(TestStressCloudBlindAtomicUpdates.java:203)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at http://127.0.0.1:51209/solr: Error handling 'status' action
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51209/solr: Error handling 'status' action
at __randomizedtesting.SeedInfo.seed([D7AEEF49607FC4EA:440EB86FEE778F3B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.client.solrj.request.CoreAdminRequest.getStatus(CoreAdminRequest.java:639)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:687)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([D7AEEF49607FC4EA:5FFAD093CE83A912]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([D7AEEF49607FC4EA:FAD0A013975B7EE6]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D7AEEF49607FC4EA:9FDB9BFD664CEB7F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11692 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/init-core-data-001
[junit4] 2> 954493 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D7AEEF49607FC4EA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 954494 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D7AEEF49607FC4EA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001
[junit4] 2> 954494 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D7AEEF49607FC4EA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 954494 INFO (Thread-1950) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 954494 INFO (Thread-1950) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 954595 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D7AEEF49607FC4EA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38981
[junit4] 2> 954616 INFO (jetty-launcher-670-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954621 INFO (jetty-launcher-670-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954622 INFO (jetty-launcher-670-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954622 INFO (jetty-launcher-670-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954624 INFO (jetty-launcher-670-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954625 INFO (jetty-launcher-670-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954630 INFO (jetty-launcher-670-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954632 INFO (jetty-launcher-670-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@858358d{/solr,null,AVAILABLE}
[junit4] 2> 954634 INFO (jetty-launcher-670-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bea8a2e{HTTP/1.1,[http/1.1]}{127.0.0.1:38365}
[junit4] 2> 954634 INFO (jetty-launcher-670-thread-5) [ ] o.e.j.s.Server Started @958189ms
[junit4] 2> 954635 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38365}
[junit4] 2> 954635 ERROR (jetty-launcher-670-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954635 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954635 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954635 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954635 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.130Z
[junit4] 2> 954664 INFO (jetty-launcher-670-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954668 INFO (jetty-launcher-670-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954668 INFO (jetty-launcher-670-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 954668 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954673 INFO (jetty-launcher-670-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cccba3a{/solr,null,AVAILABLE}
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dbc1467{HTTP/1.1,[http/1.1]}{127.0.0.1:41255}
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.e.j.s.Server Started @958229ms
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41255}
[junit4] 2> 954674 ERROR (jetty-launcher-670-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954674 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.169Z
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74f96dc2{/solr,null,AVAILABLE}
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@762fcbfd{HTTP/1.1,[http/1.1]}{127.0.0.1:58425}
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.e.j.s.Server Started @958230ms
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58425}
[junit4] 2> 954675 ERROR (jetty-launcher-670-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954675 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.170Z
[junit4] 2> 954679 INFO (jetty-launcher-670-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dfbad56{/solr,null,AVAILABLE}
[junit4] 2> 954680 INFO (jetty-launcher-670-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f23b730{/solr,null,AVAILABLE}
[junit4] 2> 954680 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@759023f9{/solr,null,AVAILABLE}
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c893ff8{HTTP/1.1,[http/1.1]}{127.0.0.1:36040}
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.e.j.s.Server Started @958239ms
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36040}
[junit4] 2> 954684 ERROR (jetty-launcher-670-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954684 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.179Z
[junit4] 2> 954686 INFO (jetty-launcher-670-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48584740{HTTP/1.1,[http/1.1]}{127.0.0.1:36372}
[junit4] 2> 954687 INFO (jetty-launcher-670-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b7098e{HTTP/1.1,[http/1.1]}{127.0.0.1:44287}
[junit4] 2> 954687 INFO (jetty-launcher-670-thread-9) [ ] o.e.j.s.Server Started @958242ms
[junit4] 2> 954687 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44287}
[junit4] 2> 954687 ERROR (jetty-launcher-670-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954687 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954687 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.183Z
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6063a707{/solr,null,AVAILABLE}
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7be370e0{HTTP/1.1,[http/1.1]}{127.0.0.1:55233}
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.e.j.s.Server Started @958243ms
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55233}
[junit4] 2> 954688 ERROR (jetty-launcher-670-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954688 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.183Z
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@766a6204{/solr,null,AVAILABLE}
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@587fb092{HTTP/1.1,[http/1.1]}{127.0.0.1:51489}
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.e.j.s.Server Started @958244ms
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51489}
[junit4] 2> 954689 ERROR (jetty-launcher-670-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954689 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.184Z
[junit4] 2> 954690 INFO (jetty-launcher-670-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f66ffee{/solr,null,AVAILABLE}
[junit4] 2> 954690 INFO (jetty-launcher-670-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76d2bbfb{HTTP/1.1,[http/1.1]}{127.0.0.1:41358}
[junit4] 2> 954690 INFO (jetty-launcher-670-thread-7) [ ] o.e.j.s.Server Started @958245ms
[junit4] 2> 954690 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41358}
[junit4] 2> 954690 ERROR (jetty-launcher-670-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954690 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954691 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954691 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954691 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.186Z
[junit4] 2> 954692 INFO (jetty-launcher-670-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@583f98d2{/solr,null,AVAILABLE}
[junit4] 2> 954693 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954694 INFO (jetty-launcher-670-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954695 INFO (jetty-launcher-670-thread-4) [ ] o.e.j.s.Server Started @958249ms
[junit4] 2> 954707 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954707 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954707 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954720 INFO (jetty-launcher-670-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954728 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954733 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954731 INFO (jetty-launcher-670-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@351f126{HTTP/1.1,[http/1.1]}{127.0.0.1:33793}
[junit4] 2> 954734 INFO (jetty-launcher-670-thread-6) [ ] o.e.j.s.Server Started @958288ms
[junit4] 2> 954734 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33793}
[junit4] 2> 954734 ERROR (jetty-launcher-670-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954734 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954734 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954734 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954734 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.229Z
[junit4] 2> 954731 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36372}
[junit4] 2> 954735 ERROR (jetty-launcher-670-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 954740 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 954740 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 954740 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 954740 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T13:12:55.235Z
[junit4] 2> 954740 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954731 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954744 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954745 INFO (jetty-launcher-670-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954746 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954748 INFO (jetty-launcher-670-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954759 INFO (jetty-launcher-670-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954766 INFO (jetty-launcher-670-thread-2) [n:127.0.0.1:41255_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41255_solr
[junit4] 2> 954783 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954764 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954759 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954789 INFO (jetty-launcher-670-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954792 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 954792 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce0010, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954807 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954808 INFO (jetty-launcher-670-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954809 INFO (jetty-launcher-670-thread-2) [n:127.0.0.1:41255_solr ] o.a.s.c.Overseer Overseer (id=97230649752944652-127.0.0.1:41255_solr-n_0000000000) starting
[junit4] 2> 954815 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce0012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954824 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954825 INFO (jetty-launcher-670-thread-8) [n:127.0.0.1:58425_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58425_solr
[junit4] 2> 954826 INFO (jetty-launcher-670-thread-5) [n:127.0.0.1:38365_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38365_solr
[junit4] 2> 954832 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954833 INFO (jetty-launcher-670-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954860 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 954860 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954860 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 954860 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 954862 INFO (jetty-launcher-670-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954872 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 954873 INFO (jetty-launcher-670-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38981/solr
[junit4] 2> 954884 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce0016, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954892 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce0014, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954893 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce0019, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954898 INFO (jetty-launcher-670-thread-9) [n:127.0.0.1:44287_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 954907 INFO (jetty-launcher-670-thread-1) [n:127.0.0.1:51489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 954907 INFO (jetty-launcher-670-thread-5) [n:127.0.0.1:38365_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node5/.
[junit4] 2> 954907 INFO (jetty-launcher-670-thread-10) [n:127.0.0.1:36040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 954909 INFO (jetty-launcher-670-thread-2) [n:127.0.0.1:41255_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41255_solr
[junit4] 2> 954910 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 954910 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 954915 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 954916 INFO (jetty-launcher-670-thread-1) [n:127.0.0.1:51489_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51489_solr
[junit4] 2> 954924 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 954924 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 954924 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 954925 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1596ec2c3ce001a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 954930 INFO (jetty-launcher-670-thread-7) [n:127.0.0.1:41358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 954932 INFO (jetty-launcher-670-thread-8) [n:127.0.0.1:58425_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node9/.
[junit4] 2> 954935 INFO (jetty-launcher-670-thread-7) [n:127.0.0.1:41358_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41358_solr
[junit4] 2> 954940 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 954941 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 954944 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 954945 INFO (jetty-launcher-670-thread-4) [n:127.0.0.1:36372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 954947 INFO (jetty-launcher-670-thread-4) [n:127.0.0.1:36372_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36372_solr
[junit4] 2> 954948 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 954948 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 954960 INFO (jetty-launcher-670-thread-9) [n:127.0.0.1:44287_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44287_solr
[junit4] 2> 954960 INFO (jetty-launcher-670-thread-10) [n:127.0.0.1:36040_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36040_solr
[junit4] 2> 954960 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 954960 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 954985 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:51489_solr) [n:127.0.0.1:51489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 954985 INFO (zkCallback-710-thread-1-processing-n:127.0.0.1:36040_solr) [n:127.0.0.1:36040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 954985 INFO (zkCallback-709-thread-1-processing-n:127.0.0.1:44287_solr) [n:127.0.0.1:44287_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 954985 INFO (zkCallback-721-thread-1-processing-n:127.0.0.1:36372_solr) [n:127.0.0.1:36372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 954994 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 954994 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 955007 INFO (zkCallback-697-thread-3-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (8)
[junit4] 2> 955022 INFO (jetty-launcher-670-thread-7) [n:127.0.0.1:41358_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node7/.
[junit4] 2> 955024 INFO (jetty-launcher-670-thread-4) [n:127.0.0.1:36372_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node4/.
[junit4] 2> 955037 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:36372_solr) [n:127.0.0.1:36372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 955047 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:51489_solr) [n:127.0.0.1:51489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 955047 INFO (zkCallback-709-thread-2-processing-n:127.0.0.1:44287_solr) [n:127.0.0.1:44287_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 955062 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:36040_solr) [n:127.0.0.1:36040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 955075 INFO (jetty-launcher-670-thread-1) [n:127.0.0.1:51489_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node1/.
[junit4] 2> 955079 INFO (jetty-launcher-670-thread-10) [n:127.0.0.1:36040_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node10/.
[junit4] 2> 955088 INFO (jetty-launcher-670-thread-2) [n:127.0.0.1:41255_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node2/.
[junit4] 2> 955102 INFO (zkCallback-714-thread-1-processing-n:127.0.0.1:41358_solr) [n:127.0.0.1:41358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (8)
[junit4] 2> 955106 INFO (jetty-launcher-670-thread-6) [n:127.0.0.1:33793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 955108 INFO (jetty-launcher-670-thread-6) [n:127.0.0.1:33793_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33793_solr
[junit4] 2> 955108 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955108 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955115 INFO (zkCallback-714-thread-1-processing-n:127.0.0.1:41358_solr) [n:127.0.0.1:41358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955115 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955147 INFO (jetty-launcher-670-thread-9) [n:127.0.0.1:44287_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node8/.
[junit4] 2> 955148 INFO (zkCallback-709-thread-2-processing-n:127.0.0.1:44287_solr) [n:127.0.0.1:44287_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955148 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:36040_solr) [n:127.0.0.1:36040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955148 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:36372_solr) [n:127.0.0.1:36372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955148 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:51489_solr) [n:127.0.0.1:51489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955152 INFO (zkCallback-726-thread-1-processing-n:127.0.0.1:33793_solr) [n:127.0.0.1:33793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 955159 INFO (jetty-launcher-670-thread-3) [n:127.0.0.1:55233_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (9)
[junit4] 2> 955161 INFO (jetty-launcher-670-thread-3) [n:127.0.0.1:55233_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55233_solr
[junit4] 2> 955162 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:36372_solr) [n:127.0.0.1:36372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955162 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955163 INFO (zkCallback-726-thread-1-processing-n:127.0.0.1:33793_solr) [n:127.0.0.1:33793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955163 INFO (zkCallback-714-thread-1-processing-n:127.0.0.1:41358_solr) [n:127.0.0.1:41358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955163 INFO (zkCallback-709-thread-2-processing-n:127.0.0.1:44287_solr) [n:127.0.0.1:44287_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955163 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:51489_solr) [n:127.0.0.1:51489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955163 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955164 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:55233_solr) [n:127.0.0.1:55233_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955168 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:36040_solr) [n:127.0.0.1:36040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955169 INFO (zkCallback-697-thread-2-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 955258 INFO (jetty-launcher-670-thread-6) [n:127.0.0.1:33793_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node6/.
[junit4] 2> 955272 INFO (jetty-launcher-670-thread-3) [n:127.0.0.1:55233_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node3/.
[junit4] 2> 955827 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D7AEEF49607FC4EA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 955828 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D7AEEF49607FC4EA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38981/solr ready
[junit4] 2> 956116 INFO (qtp1908621198-6169) [n:127.0.0.1:58425_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 956140 INFO (OverseerThreadFactory-2092-thread-1-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 956356 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 956364 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 956376 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 956377 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 956377 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 956378 INFO (qtp1812138945-6178) [n:127.0.0.1:41255_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 956384 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 956384 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 956388 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 956403 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 956506 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:51489_solr) [n:127.0.0.1:51489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-709-thread-2-processing-n:127.0.0.1:44287_solr) [n:127.0.0.1:44287_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:36040_solr) [n:127.0.0.1:36040_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-714-thread-1-processing-n:127.0.0.1:41358_solr) [n:127.0.0.1:41358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:55233_solr) [n:127.0.0.1:55233_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:36372_solr) [n:127.0.0.1:36372_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956506 INFO (zkCallback-697-thread-1-processing-n:127.0.0.1:41255_solr) [n:127.0.0.1:41255_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956507 INFO (zkCallback-726-thread-1-processing-n:127.0.0.1:33793_solr) [n:127.0.0.1:33793_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 956507 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:58425_solr) [n:127.0.0.1:58425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 957396 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957409 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957417 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 957418 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 957419 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 957431 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 957432 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
[junit4] 2> 957433 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node3/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node3/./test_col_shard5_replica1/data/]
[junit4] 2> 957433 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
[junit4] 2> 957433 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 957433 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node10/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node10/./test_col_shard3_replica1/data/]
[junit4] 2> 957436 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 957441 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957445 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957447 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957448 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957449 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957452 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 957453 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 958584 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 958586 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958588 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 958588 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 958590 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958590 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958591 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col
[junit4] 2> 958591 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node7/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node7/./test_col_shard4_replica1/data/]
[junit4] 2> 958591 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 958593 INFO (qtp1498123168-6208) [n:127.0.0.1:36040_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4fd863b3
[junit4] 2> 958593 INFO (qtp275750393-6152) [n:127.0.0.1:41358_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3f08261f
[junit4] 2> 958595 INFO (qtp1812138945-6178) [n:127.0.0.1:41255_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 958597 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 958597 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 958598 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958599 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958599 INFO (qtp626406403-6134) [n:127.0.0.1:55233_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@16a077f4
[junit4] 2> 958600 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 958601 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
[junit4] 2> 958601 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node4/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node4/./test_col_shard4_replica2/data/]
[junit4] 2> 958602 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 958602 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 958606 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958606 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 958606 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 958607 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 958607 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node9/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node9/./test_col_shard1_replica1/data/]
[junit4] 2> 958607 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 958609 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node5/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node5/./test_col_shard2_replica1/data/]
[junit4] 2> 958609 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 958610 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 958610 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node8/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node8/./test_col_shard2_replica2/data/]
[junit4] 2> 958610 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 958612 INFO (qtp845708926-6123) [n:127.0.0.1:36372_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1fbdbf8b
[junit4] 2> 958614 INFO (qtp1819385389-6113) [n:127.0.0.1:38365_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@498518e5
[junit4] 2> 958615 INFO (qtp1908621198-6167) [n:127.0.0.1:58425_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4a3b6c2d
[junit4] 2> 958615 INFO (qtp1353029207-6196) [n:127.0.0.1:44287_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2ab72f55
[junit4] 2> 958618 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node6/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node6/./test_col_shard1_replica2/data/]
[junit4] 2> 958618 INFO (qtp1006896202-6161) [n:127.0.0.1:33793_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15fcfeb4
[junit4] 2> 958620 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 958621 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 958621 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node1/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D7AEEF49607FC4EA-001/tempDir-001/node1/./test_col_shard3_replica2/data/]
[junit4] 2> 958621 INFO (qtp1889884416-6143) [n:127.0.0.1:51489_solr c:test_col
[...truncated too long message...]
cFields(resolver).marshal(rsp.getValues(), out);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 22. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/response/BinaryResponseWriter.java (at line 166)
[ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 23. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/response/SmileResponseWriter.java (at line 33)
[ecj-lint] new SmileWriter(out, request, response).writeResponse();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 24. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/schema/OpenExchangeRatesOrgProvider.java (at line 146)
[ecj-lint] ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 25. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/CollapsingQParserPlugin.java (at line 1185)
[ecj-lint] UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
[ecj-lint] ^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'uninvertingReader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 26. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/CursorMark.java (at line 188)
[ecj-lint] pieces = (List<Object>) new JavaBinCodec().unmarshal(in);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 27. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/CursorMark.java (at line 265)
[ecj-lint] new JavaBinCodec().marshal(marshalledValues, out);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 28. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 145)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 29. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 154)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] 30. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 163)
[ecj-lint] HashDocSet h = new HashDocSet(docs,offset,len);
[ecj-lint] ^
[ecj-lint] Resource leak: 'h' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 31. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/function/OrdFieldSource.java (at line 78)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 32. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/search/function/ReverseOrdFieldSource.java (at line 78)
[ecj-lint] SolrIndexSearcher is = (SolrIndexSearcher) o;
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 33. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/servlet/SolrDispatchFilter.java (at line 261)
[ecj-lint] throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'loader' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 34. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/CdcrTransactionLog.java (at line 98)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 35. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 188)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 36. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 258)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 37. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 226)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 38. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 226)
[ecj-lint] ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
[ecj-lint] ^^
[ecj-lint] Resource leak: 'is' is never closed
[ecj-lint] ----------
[ecj-lint] 39. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 258)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 40. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 273)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] 41. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 492)
[ecj-lint] LogCodec codec = new LogCodec(resolver);
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'codec' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 42. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] 43. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
[ecj-lint] BAOS bos = new BAOS();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'bos' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 44. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/java/org/apache/solr/util/SolrLogLayout.java (at line 149)
[ecj-lint] SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'req' is never closed
[ecj-lint] ----------
[ecj-lint] 44 problems (1 error, 43 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build.xml:671: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:1992: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:2031: Compile failed; see the compiler error output for details.
Total time: 272 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 247 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/247/
16 tests failed.
FAILED: org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([30A477A2590FE042:D3A02C27F2142405]:0)
at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4343)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3920)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2071)
at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4984)
at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5022)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5013)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:D9DD35F336235A21]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:188)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at http://127.0.0.1:56160/solr: Error CREATEing SolrCore 'corewithnocollection2': Unable to create core [corewithnocollection2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56160/solr: Error CREATEing SolrCore 'corewithnocollection2': Unable to create core [corewithnocollection2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:3F02C0CB5E97A2E2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:339)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:7EA5E1EBE1EBA461]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion(CollectionsAPIDistributedZkTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:28E1955751317FD1]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:F8411CBA1CF957D1]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:C4F57FE144039A38]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:160)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:145)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:191)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
Server Error
Stack Trace:
org.apache.http.client.HttpResponseException: Server Error
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:C4F57FE144039A38]:0)
at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69)
at org.apache.http.impl.client.BasicResponseHandler.handleResponse(BasicResponseHandler.java:65)
at org.apache.http.impl.client.BasicResponseHandler.handleResponse(BasicResponseHandler.java:51)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:222)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:164)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:139)
at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:50)
at org.apache.solr.cloud.BasicDistributedZk2Test.checkForBackupSuccess(BasicDistributedZk2Test.java:422)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:413)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:98)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at http://127.0.0.1:35930/solr: Error handling 'status' action
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35930/solr: Error handling 'status' action
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:DF01171D64F7BC11]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.client.solrj.request.CoreAdminRequest.getStatus(CoreAdminRequest.java:639)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:687)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:4D186C053F70585F]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:C4F57FE144039A38]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([30A477A2590FE042]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([30A477A2590FE042]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:61DF0F611DDB4DCC]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([4CA1403BEAFFF7C0:4D4348FECCCD855]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1589 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=30A477A2590FE042 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sk-SK -Dtests.timezone=PLT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1176s J0 | TestDuelingCodecsAtNight.testBigEquals <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([30A477A2590FE042:D3A02C27F2142405]:0)
[junit4] > at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
[junit4] > at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4343)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3920)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2071)
[junit4] > at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4984)
[junit4] > at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5022)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5013)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
[junit4] > at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
[junit4] > at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestDuelingCodecsAtNight_30A477A2590FE042-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1344, maxMBSortInHeap=5.83691659334682, sim=RandomSimilarity(queryNorm=false,coord=yes): {titleTokenized=DFR GZ(0.3), body=LM Jelinek-Mercer(0.700000)}, locale=sk-SK, timezone=PLT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=275779520,total=422051840
[junit4] 2> NOTE: All tests run in this JVM: [TestStressIndexing, TestMutableValues, TestIntBlockPool, TestLucene50CompoundFormat, TestIndexWriterDelete, TestBooleanCoord, Test2BNumericDocValues, TestCrash, TestSwappedIndexFiles, TestSimpleExplanationsWithFillerDocs, TestThreadedForceMerge, TestUniqueTermCount, TestSearchAfter, TestIndexSearcher, TestDocValuesScoring, TestTragicIndexWriterDeadlock, TestLegacyNumericUtils, TestNeverDelete, TestTimSorter, TestIndexWriter, TestIndexWriterWithThreads, TestNRTReaderWithThreads, TestSegmentTermDocs, TestRegexpQuery, TestSearcherManager, TestSingleInstanceLockFactory, TestIntroSorter, TestCharArrayMap, TestShardSearching, TestSimpleAttributeImpl, TestDocument, Test2BSortedDocValuesFixedSorted, TestSpans, TestDoc, TestFixedBitDocIdSet, TestCodecs, TestDelegatingAnalyzerWrapper, TestFilterLeafReader, TestSPIClassIterator, TestIndexWriterConfig, TestLevenshteinAutomata, TestTermScorer, TestCrashCausesCorruptIndex, TestSimilarity, TestUnicodeUtil, TestTermsEnum, TestCharFilter, TestIndexWriterOnVMError, TestCloseableThreadLocal, TestNearSpansOrdered, TestMSBRadixSorter, TestMinimize, TestBytesRef, TestIndexWriterLockRelease, TestTwoPhaseCommitTool, TestPointValues, TestPositiveScoresOnlyCollector, TestRateLimiter, TestDocCount, LimitedFiniteStringsIteratorTest, TestSortedSetSelector, TestSpanOrQuery, TestDocValues, TestMultiPhraseQuery, TestArrayUtil, TestTransactionRollback, TestMultiPhraseEnum, TestQueryBuilder, TestSpanMultiTermQueryWrapper, TestBytesRefArray, TestNumericRangeQuery64, TestSloppyPhraseQuery2, TestFastCompressionMode, TestSmallFloat, TestTopDocsMerge, TestTieredMergePolicy, TestByteSlices, TestSimpleExplanations, TestLockFactory, TestSegmentMerger, TestPhraseQuery, TestComplexExplanations, TestFastDecompressionMode, TestTransactions, TestSort, TestSimpleSearchEquivalence, Test2BDocs, TestCustomNorms, TestDeterminism, TestBagOfPostings, TestIndexInput, TestTermRangeQuery, TestScorerPerf, TestPerSegmentDeletes, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestSortRandom, TestParallelReaderEmptyIndex, TestTopFieldCollector, TestRegexpRandom, TestMultiLevelSkipList, TestCheckIndex, TestBooleanQueryVisitSubscorers, TestSizeBoundedForceMerge, TestIndexFileDeleter, TestConstantScoreQuery, TestParallelTermEnum, TestBinaryTerms, TestMultiTermQueryRewrites, TestField, TestRollingBuffer, TestNumericTokenStream, TestFilterIterator, Test2BPostings, TestLucene62SegmentInfoFormat, TestFieldType, TestGeoEncodingUtils, TestPolygon, TestPolygon2D, Test2BPoints, TestAllFilesDetectTruncation, TestAllFilesHaveChecksumFooter, TestDemoParallelLeafReader, TestDocInverterPerFieldErrorInfo, TestDuelingCodecsAtNight]
[junit4] Completed [389/446 (1!)] on J0 in 1222.23s, 3 tests, 1 error <<< FAILURES!
[...truncated 161 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J0-20170104_105609_526.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid3887.hprof ...
[junit4] Heap dump file created [426968256 bytes in 0.544 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 94 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> јан 04, 2017 4:39:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=4515, name=SUITE-TestFuzzyQuery-seed#[30A477A2590FE042], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=4516, name=TEST-TestFuzzyQuery.testRandom-seed#[30A477A2590FE042], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=30A477A2590FE042 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-BA -Dtests.timezone=America/Yakutat -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([30A477A2590FE042]:0)
[junit4] 2> јан 04, 2017 4:39:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> јан 04, 2017 4:39:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4516, name=TEST-TestFuzzyQuery.testRandom-seed#[30A477A2590FE042], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[...truncated too long message...]
ricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4325572 INFO (SUITE-StressHdfsTest-seed#[4CA1403BEAFFF7C0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_4CA1403BEAFFF7C0-001
[junit4] 2> Jan 04, 2017 4:52:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory doPackFST= false), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=Lucene50(blocksize=128), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), txt_t=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Lucene54), intDefault=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Memory), text=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene54), range_facet_l=DocValuesFormat(name=Lucene54), txt_t=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1455, maxMBSortInHeap=5.595785101934519, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=lv-LV, timezone=Europe/Belgrade
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=262775840,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallTest, TestSolrDeletionPolicy2, TestReplicationHandlerBackup, TestObjectReleaseTracker, OverseerRolesTest, TestSmileRequest, TestRestManager, TestBlobHandler, QueryEqualityTest, TestDFISimilarityFactory, NumericFieldsTest, BasicDistributedZkTest, TestReplicationHandler, RankQueryTest, OutputWriterTest, TestComponentsName, DateFieldTest, HdfsThreadLeakTest, TestEmbeddedSolrServerConstructors, TestQuerySenderNoQuery, AnalysisErrorHandlingTest, DeleteLastCustomShardedReplicaTest, TestDocumentBuilder, TestAuthorizationFramework, ChaosMonkeyNothingIsSafeTest, DocExpirationUpdateProcessorFactoryTest, TestDistribIDF, TestLRUStatsCache, TestCodecSupport, DistributedQueryComponentOptimizationTest, PeerSyncReplicationTest, JavabinLoaderTest, QueryElevationComponentTest, OverriddenZkACLAndCredentialsProvidersTest, LeaderFailureAfterFreshStartTest, SolrXmlInZkTest, RollingRestartTest, TestExpandComponent, TestFastLRUCache, CdcrVersionReplicationTest, TestSolrCloudWithHadoopAuthPlugin, TestReplicaProperties, TestLazyCores, TestFieldCacheSort, CoreMergeIndexesAdminHandlerTest, SimpleCollectionCreateDeleteTest, BasicZkTest, TriLevelCompositeIdRoutingTest, SparseHLLTest, TestManagedSchemaAPI, TestRealTimeGet, TestIntervalFaceting, TestCloudInspectUtil, BadCopyFieldTest, PreAnalyzedUpdateProcessorTest, ReturnFieldsTest, DeleteShardTest, TestCSVLoader, TestUniqueKeyFieldResource, TestAtomicUpdateErrorCases, SignatureUpdateProcessorFactoryTest, TestFieldCache, TestSolrConfigHandlerConcurrent, TestOverriddenPrefixQueryForCustomFieldType, TestExceedMaxTermLength, FastVectorHighlighterTest, TestScoreJoinQPNoScore, TestFastWriter, FullHLLTest, TestTestInjection, CursorPagingTest, TestJmxIntegration, TestFaceting, TestSerializedLuceneMatchVersion, TestCustomSort, TestDocSet, ManagedSchemaRoundRobinCloudTest, TestSQLHandler, ConjunctionSolrSpellCheckerTest, TestPerFieldSimilarity, DefaultValueUpdateProcessorTest, TestRemoteStreaming, HdfsBasicDistributedZkTest, CloudMLTQParserTest, TestBulkSchemaConcurrent, ClassificationUpdateProcessorIntegrationTest, SecurityConfHandlerTest, TestRawResponseWriter, TestRangeQuery, ZkStateReaderTest, CreateCollectionCleanupTest, CacheHeaderTest, TestFunctionQuery, TestSolrCloudWithSecureImpersonation, SuggestComponentContextFilterQueryTest, RegexBoostProcessorTest, TestIBSimilarityFactory, TestNRTOpen, TestConfigSetsAPI, TestSolrCoreProperties, TestPerFieldSimilarityWithDefaultOverride, UUIDFieldTest, AnalysisAfterCoreReloadTest, TestSchemaResource, PeerSyncTest, TestChildDocTransformer, TestXmlQParser, SyncSliceTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudCluster, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, HdfsCollectionsAPIDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] Completed [532/676 (6!)] on J0 in 93.63s, 1 test, 1 failure <<< FAILURES!
[...truncated 12126 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid3887.hprof
Total time: 371 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 246 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/246/
10 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:43460/wy","node_name":"127.0.0.1:43460_wy","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"c8n_1x3_lf_shard1_replica3", "base_url":"http://127.0.0.1:32919/wy", "node_name":"127.0.0.1:32919_wy", "state":"down"}, "core_node2":{ "state":"down", "base_url":"http://127.0.0.1:43113/wy", "core":"c8n_1x3_lf_shard1_replica1", "node_name":"127.0.0.1:43113_wy"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:43460/wy", "node_name":"127.0.0.1:43460_wy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:43460/wy","node_name":"127.0.0.1:43460_wy","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"c8n_1x3_lf_shard1_replica3",
"base_url":"http://127.0.0.1:32919/wy",
"node_name":"127.0.0.1:32919_wy",
"state":"down"},
"core_node2":{
"state":"down",
"base_url":"http://127.0.0.1:43113/wy",
"core":"c8n_1x3_lf_shard1_replica1",
"node_name":"127.0.0.1:43113_wy"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:43460/wy",
"node_name":"127.0.0.1:43460_wy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D715F336889356E:852560E9C6755896]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
Server Error
Stack Trace:
org.apache.http.client.HttpResponseException: Server Error
at __randomizedtesting.SeedInfo.seed([D715F336889356E:852560E9C6755896]:0)
at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69)
at org.apache.http.impl.client.BasicResponseHandler.handleResponse(BasicResponseHandler.java:65)
at org.apache.http.impl.client.BasicResponseHandler.handleResponse(BasicResponseHandler.java:51)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:222)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:164)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:139)
at org.apache.solr.handler.CheckBackupStatus.fetchStatus(CheckBackupStatus.java:50)
at org.apache.solr.cloud.BasicDistributedZk2Test.checkForBackupSuccess(BasicDistributedZk2Test.java:422)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:413)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:98)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
{responseHeader={status=0,QTime=32943},failure={127.0.0.1:48025_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:48025/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:54738_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:54738/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
Stack Trace:
java.lang.AssertionError: {responseHeader={status=0,QTime=32943},failure={127.0.0.1:48025_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:48025/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:54738_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at http://127.0.0.1:54738/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
at __randomizedtesting.SeedInfo.seed([D715F336889356E:E1B7F2879315888A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:308)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([D715F336889356E:CC8730DBD069AF1]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([D715F336889356E:9ED10815E6817EBF]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([D715F336889356E:852560E9C6755896]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([4513F18A0B175328]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([4513F18A0B175328]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D715F336889356E:45042B876EBA1AFB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([D715F336889356E:200F10699FAD8F62]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1850 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ??? 03, 2017 7:10:30 ? com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=3619, name=TEST-TestFuzzyQuery.testRandom-seed#[4513F18A0B175328], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=3618, name=SUITE-TestFuzzyQuery-seed#[4513F18A0B175328], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=4513F18A0B175328 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SD -Dtests.timezone=Europe/Podgorica -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7200s J2 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([4513F18A0B175328]:0)
[junit4] 2> ??? 03, 2017 7:10:30 ? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ??? 03, 2017 7:10:51 ? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=3619, name=TEST-TestFuzzyQuery.testRandom-seed#[4513F18A0B175328], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ??? 03, 2017 7:10:51 ? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3619, name=TEST-TestFuzzyQuery.testRandom-seed#[4513F18A0B175328], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ??? 03, 2017 7:10:54 ? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3619, name=TEST-TestFuzzyQuery.testRandom-seed#[4513F18A0B175328], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=737, maxMBSortInHeap=6.085758511380434, sim=RandomSimilarity(queryNorm=false,coord=no): {field=DFR I(ne)B3(800.0)}, locale=ar-SD, timezone=Europe/Podgorica
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=208947584,total=304611328
[junit4] 2> NOTE: All tests run in this JVM: [TestVirtualMethod, TestMixedCodecs, TestFrequencyTrackingRingBuffer, Test2BDocs, TestLazyProxSkipping, TestRecyclingIntBlockAllocator, TestGraphTokenStreamFiniteStrings, TestLogMergePolicy, TestToken, TestSortedNumericSortField, TestBooleanMinShouldMatch, TestNorms, TestBinaryDocument, TestIntsRef, Test2BPostings, TestBlockPostingsFormat, TestNRTThreads, TestGraphQuery, TestSimpleFSLockFactory, TestFastDecompressionMode, TestTermVectorsWriter, TestCharacterUtils, TestDocBoost, TestExceedMaxTermLength, TestElevationComparator, TestRoaringDocIdSet, TestSloppyPhraseQuery, TestMergedIterator, TestNeedsScores, TestDisjunctionMaxQuery, TestBlendedTermQuery, TestVersion, TestSizeBoundedForceMerge, TestIOUtils, TestAtomicUpdate, TestOrdinalMap, TestSort, TestIndexFileDeleter, TestSameScoresWithThreads, TestSpanCollection, TestDocumentsWriterStallControl, TestAxiomaticSimilarity, TestMultiThreadTermVectors, TestNoMergePolicy, TestStopFilter, TestBKD, TestCodecHoldsOpenFiles, TestSynonymQuery, TestNamedSPILoader, TestFileSwitchDirectory, TestAllFilesCheckIndexHeader, TestMergeSchedulerExternal, TestPackedTokenAttributeImpl, TestBooleanOr, TestReqExclBulkScorer, TestSumDocFreq, TestTrackingDirectoryWrapper, TestPayloadsOnVectors, TestDirectoryReader, TestOperations, TestRollback, TestUTF32ToUTF8, Test2BPagedBytes, TestDocValuesRewriteMethod, TestNRTCachingDirectory, TestExternalCodecs, TestFilterDirectoryReader, TestSpansEnum, TestSentinelIntSet, TestByteBlockPool, TestTermsEnum2, TestIndexWriterReader, TestAssertions, TestBytesStore, TestAutomatonQuery, TestIndexWriterMerging, TestFSTs, TestIndexWriterExceptions, TestDeletionPolicy, TestIndexWriterDelete, TestIndexWriterMergePolicy, TestDuelingCodecs, TestStandardAnalyzer, TestTopDocsMerge, TestIndexWriterUnicode, TestTieredMergePolicy, TestWeakIdentityMap, TestBagOfPositions, TestRegexpRandom2, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestDocValuesIndexing, TestHugeRamFile, TestDeterminizeLexicon, TestMultiPhraseQuery, TestDeterminism, TestBagOfPostings, TestThreadedForceMerge, TestStressNRT, TestIndexInput, TestForceMergeForever, TestMultiFields, TestDocumentsWriterDeleteQueue, TestDocumentWriter, TestCrashCausesCorruptIndex, TestMultiTermConstantScore, TestLiveFieldValues, TestSpanSearchEquivalence, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=4513F18A0B175328 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SD -Dtests.timezone=Europe/Podgorica -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([4513F18A0B175328]:0)
[junit4] Completed [446/446 (1!)] on J2 in 7223.15s, 9 tests, 2 errors <<< FAILURES!
[...truncated 9791 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D715F336889356E-001/init-core-data-001
[junit4] 2> 391014 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 391015 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D715F336889356E-001/tempDir-001
[junit4] 2> 391015 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 391015 INFO (Thread-512) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 391015 INFO (Thread-512) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 391115 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51263
[junit4] 2> 391130 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159660424810000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 391133 INFO (jetty-launcher-336-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 391134 INFO (jetty-launcher-336-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 391134 INFO (jetty-launcher-336-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 391135 INFO (jetty-launcher-336-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aec6d8e{/solr,null,AVAILABLE}
[junit4] 2> 391136 INFO (jetty-launcher-336-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fbe3b68{/solr,null,AVAILABLE}
[junit4] 2> 391137 INFO (jetty-launcher-336-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 391137 INFO (jetty-launcher-336-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23fbf804{HTTP/1.1,[http/1.1]}{127.0.0.1:48025}
[junit4] 2> 391137 INFO (jetty-launcher-336-thread-4) [ ] o.e.j.s.Server Started @394506ms
[junit4] 2> 391137 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48025}
[junit4] 2> 391137 ERROR (jetty-launcher-336-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 391137 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 391138 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 391138 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 391138 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-03T20:27:44.763Z
[junit4] 2> 391143 INFO (jetty-launcher-336-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ba73e6f{HTTP/1.1,[http/1.1]}{127.0.0.1:60583}
[junit4] 2> 391143 INFO (jetty-launcher-336-thread-2) [ ] o.e.j.s.Server Started @394512ms
[junit4] 2> 391143 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60583}
[junit4] 2> 391143 ERROR (jetty-launcher-336-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 391143 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 391144 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 391144 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 391144 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-03T20:27:44.769Z
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5decd18{/solr,null,AVAILABLE}
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b44d27c{/solr,null,AVAILABLE}
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d295e89{HTTP/1.1,[http/1.1]}{127.0.0.1:33307}
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-1) [ ] o.e.j.s.Server Started @394522ms
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33307}
[junit4] 2> 391153 ERROR (jetty-launcher-336-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c0c47ef{HTTP/1.1,[http/1.1]}{127.0.0.1:54738}
[junit4] 2> 391153 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-3) [ ] o.e.j.s.Server Started @394522ms
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54738}
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-03T20:27:44.779Z
[junit4] 2> 391154 ERROR (jetty-launcher-336-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 391154 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-03T20:27:44.779Z
[junit4] 2> 391158 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 391171 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 391175 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 391178 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 391182 INFO (jetty-launcher-336-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51263/solr
[junit4] 2> 391185 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 391197 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 391199 INFO (jetty-launcher-336-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51263/solr
[junit4] 2> 391202 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159660424810003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 391209 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 391211 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 391211 INFO (jetty-launcher-336-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51263/solr
[junit4] 2> 391215 INFO (jetty-launcher-336-thread-4) [n:127.0.0.1:48025_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48025_solr
[junit4] 2> 391221 INFO (jetty-launcher-336-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51263/solr
[junit4] 2> 391225 INFO (jetty-launcher-336-thread-4) [n:127.0.0.1:48025_solr ] o.a.s.c.Overseer Overseer (id=97221034943512582-127.0.0.1:48025_solr-n_0000000000) starting
[junit4] 2> 391227 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159660424810008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 391245 INFO (jetty-launcher-336-thread-4) [n:127.0.0.1:48025_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48025_solr
[junit4] 2> 391245 INFO (jetty-launcher-336-thread-3) [n:127.0.0.1:54738_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54738_solr
[junit4] 2> 391247 INFO (zkCallback-345-thread-1-processing-n:127.0.0.1:48025_solr) [n:127.0.0.1:48025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 391257 INFO (zkCallback-356-thread-1-processing-n:127.0.0.1:54738_solr) [n:127.0.0.1:54738_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 391267 INFO (jetty-launcher-336-thread-2) [n:127.0.0.1:60583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 391268 INFO (jetty-launcher-336-thread-1) [n:127.0.0.1:33307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 391269 INFO (jetty-launcher-336-thread-2) [n:127.0.0.1:60583_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60583_solr
[junit4] 2> 391276 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:33307_solr) [n:127.0.0.1:33307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 391298 INFO (zkCallback-356-thread-2-processing-n:127.0.0.1:54738_solr) [n:127.0.0.1:54738_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 391298 INFO (OverseerStateUpdate-97221034943512582-127.0.0.1:48025_solr-n_0000000000) [n:127.0.0.1:48025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 391298 INFO (zkCallback-356-thread-1-processing-n:127.0.0.1:54738_solr) [n:127.0.0.1:54738_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 391300 INFO (jetty-launcher-336-thread-3) [n:127.0.0.1:54738_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D715F336889356E-001/tempDir-001/node3/.
[junit4] 2> 391302 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:60583_solr) [n:127.0.0.1:60583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 391307 INFO (jetty-launcher-336-thread-1) [n:127.0.0.1:33307_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33307_solr
[junit4] 2> 391308 INFO (zkCallback-356-thread-1-processing-n:127.0.0.1:54738_solr) [n:127.0.0.1:54738_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 391308 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:60583_solr) [n:127.0.0.1:60583_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 391308 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:33307_solr) [n:127.0.0.1:33307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 391309 INFO (zkCallback-345-thread-2-processing-n:127.0.0.1:48025_solr) [n:127.0.0.1:48025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 391348 INFO (jetty-launcher-336-thread-2) [n:127.0.0.1:60583_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D715F336889356E-001/tempDir-001/node2/.
[junit4] 2> 391363 INFO (jetty-launcher-336-thread-4) [n:127.0.0.1:48025_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D715F336889356E-001/tempDir-001/node4/.
[junit4] 2> 391404 INFO (jetty-launcher-336-thread-1) [n:127.0.0.1:33307_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D715F336889356E-001/tempDir-001/node1/.
[junit4] 2> 391717 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 391718 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51263/solr ready
[junit4] 2> 392393 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 393303 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 393744 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 393775 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 393836 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 393917 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34554_hdfs____.ddcfcz/webapp
[junit4] 2> 394788 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34554
[junit4] 2> 396065 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 396068 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 396077 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43527_datanode____.98yl32/webapp
[junit4] 2> 396438 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43527
[junit4] 2> 396781 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 396782 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 396795 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33603_datanode____tflosg/webapp
[junit4] 2> 397293 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D715F336889356E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33603
[junit4] 2> 398304 INFO (IPC Server handler 7 on 56338) [ ] BlockStateChange BLOCK* processReport: from storage DS-f2026b2c-80bf-462e-9850-84e525d1f689 node DatanodeRegistration(127.0.0.1:54241, datanodeUuid=538cd6ee-b823-408f-8f0b-cb186107d1f8, infoPort=56722, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-56;cid=testClusterID;nsid=1570490827;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 398304 INFO (IPC Server handler 7 on 56338) [ ] BlockStateChange BLOCK* processReport: from storage DS-2bf7f976-fef2-45f7-80ac-748d3fa0a804 node DatanodeRegistration(127.0.0.1:54241, datanodeUuid=538cd6ee-b823-408f-8f0b-cb186107d1f8, infoPort=56722, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-56;cid=testClusterID;nsid=1570490827;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 398311 INFO (IPC Server handler 8 on 56338) [ ] BlockStateChange BLOCK* processReport: from storage DS-3294e134-8ba8-4d1f-b3e8-fefef34d4848 node DatanodeRegistration(127.0.0.1:50995, datanodeUuid=548aa7f8-88dc-4d12-9190-bce6e3c2a4ae, infoPort=44309, infoSecurePort=0, ipcPort=38724, storageInfo=lv=-56;cid=testClusterID;nsid=1570490827;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 398312 INFO (IPC Server handler 8 on 56338) [ ] BlockStateChange BLOCK* processReport: from storage DS-d55902a3-e887-4db6-8f1c-a48a84a48dd9 node DatanodeRegistration(127.0.0.1:50995, datanodeUuid=548aa7f8-88dc-4d12-9190-bce6e3c2a4ae, infoPort=44309, infoSecurePort=0, ipcPort=38724, storageInfo=lv=-56;cid=testClusterID;nsid=1570490827;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 398658 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[D715F336889356E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 398658 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[D715F336889356E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 398672 INFO (qtp1829270526-2041) [n:127.0.0.1:54738_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398680 INFO (qtp1829270526-2041) [n:127.0.0.1:54738_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 398683 INFO (qtp1829270526-2042) [n:127.0.0.1:54738_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398683 INFO (qtp1829270526-2042) [n:127.0.0.1:54738_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 398686 INFO (qtp1829270526-2042) [n:127.0.0.1:54738_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 398693 INFO (OverseerThreadFactory-1041-thread-2-processing-n:127.0.0.1:48025_solr) [n:127.0.0.1:48025_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 398693 INFO (OverseerCollectionConfigSetProcessor-97221034943512582-127.0.0.1:48025_solr-n_0000000000) [n:127.0.0.1:48025_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 398815 INFO (qtp564584587-2032) [n:127.0.0.1:33307_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 398820 INFO (qtp1638031171-2022) [n:127.0.0.1:48025_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 398936 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:33307_solr) [n:127.0.0.1:33307_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 398936 INFO (zkCallback-345-thread-3-processing-n:127.0.0.1:48025_solr) [n:127.0.0.1:48025_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 399864 INFO (qtp564584587-2032) [n:127.0.0.1:33307_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 399874 INFO (qtp1638031171-2022) [n:127.0.0.1:48025_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 399880 INFO (qtp564584587-2032) [n:127.0.0.1:33307_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 39
[...truncated too long message...]
unit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4614701 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[D715F336889356E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_D715F336889356E-001
[junit4] 2> Jan 03, 2017 9:38:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Direct), a_t=Lucene50(blocksize=128), a_i=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, maxPointsInLeafNode=428, maxMBSortInHeap=7.147178139327547, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=de-CH, timezone=Indian/Comoro
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=225023784,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestXmlQParserPlugin, TestCharFilters, TestManagedStopFilterFactory, TestConfigReload, TestRTimerTree, TestBulkSchemaAPI, SearchHandlerTest, TestCSVResponseWriter, ShardRoutingTest, TestMiniSolrCloudClusterSSL, UtilsToolTest, DocumentBuilderTest, TestSegmentSorting, TestSolrCoreSnapshots, MoreLikeThisHandlerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPivotHelperCode, TestTrie, SolrCLIZkUtilsTest, RulesTest, SoftAutoCommitTest, HdfsTlogReplayBufferedWhileIndexingTest, CoreAdminCreateDiscoverTest, SegmentsInfoRequestHandlerTest, DistributedIntervalFacetingTest, MetricUtilsTest, TestUninvertingReader, CopyFieldTest, SimplePostToolTest, AliasIntegrationTest, TestUseDocValuesAsStored2, CollectionReloadTest, IndexSchemaRuntimeFieldTest, TestLegacyFieldCache, SpellCheckComponentTest, TestReqParamsAPI, SuggestComponentTest, BitVectorTest, TestDeleteCollectionOnDownNodes, HdfsLockFactoryTest, TestSQLHandlerNonCloud, TestHdfsUpdateLog, DocValuesNotIndexedTest, SolrIndexMetricsTest, ZkControllerTest, DeleteNodeTest, TestCursorMarkWithoutUniqueKey, TestNonDefinedSimilarityFactory, CursorMarkTest, TestJavabinTupleStreamParser, SolrIndexConfigTest, TestTolerantUpdateProcessorRandomCloud, URLClassifyProcessorTest, DateMathParserTest, WrapperMergePolicyFactoryTest, TestWordDelimiterFilterFactory, TestSearcherReuse, TestReRankQParserPlugin, BooleanFieldTest, TestExactSharedStatsCache, DeleteStatusTest, TestFieldSortValues, TestSolrCloudWithDelegationTokens, TestBM25SimilarityFactory, TestRawTransformer, TestSolrDynamicMBean, StressHdfsTest, DistributedFacetPivotLongTailTest, ShardRoutingCustomTest, DistributedTermsComponentTest, TestJettySolrRunner, SharedFSAutoReplicaFailoverTest, HdfsNNFailoverTest, TestCollapseQParserPlugin, TestReloadAndDeleteDocs, ChaosMonkeySafeLeaderTest, CollectionsAPIAsyncDistributedZkTest, ReplicationFactorTest, TestSolrQueryParserDefaultOperatorResource, TestSurroundQueryParser, OpenCloseCoreStressTest, TestPKIAuthenticationPlugin, DistribJoinFromCollectionTest, DistributedSuggestComponentTest, TestFieldCacheReopen, SortByFunctionTest, TestClusterProperties, SuggesterFSTTest, TestFuzzyAnalyzedSuggestions, SmileWriterTest, ShufflingReplicaListTransformerTest, ClusterStateUpdateTest, TestConfigSetProperties, TestStressCloudBlindAtomicUpdates, TestInfoStreamLogging, TestFreeTextSuggestions, DirectSolrConnectionTest, TestLeaderElectionZkExpiry, TestStressUserVersions, IgnoreCommitOptimizeUpdateProcessorFactoryTest, JsonLoaderTest, IndexBasedSpellCheckerTest, TestRequestForwarding, AtomicUpdatesTest, TestExclusionRuleCollectionAccess, CustomCollectionTest, InfoHandlerTest, TestHashQParserPlugin, LoggingHandlerTest, HighlighterMaxOffsetTest, TestBackupRepositoryFactory, AutoCommitTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressReorder, TestStressVersions, TestRangeQuery, TestSolrIndexConfig, TestStressRecovery, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoverLeaseTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [531/676 (4!)] on J1 in 46.78s, 1 test, 1 failure <<< FAILURES!
[...truncated 62904 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 245 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/245/
5 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([B5889E1040D864B3]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([B5889E1040D864B3]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([CC4C7E9864714E50:44184142CA8D23A8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([CC4C7E9864714E50:E13231C29355F45C]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([CC4C7E9864714E50:84390A2C624261C5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1858 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> jan 02, 2017 8:26:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=2567, name=SUITE-TestFuzzyQuery-seed#[B5889E1040D864B3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 3) Thread[id=2568, name=TEST-TestFuzzyQuery.testRandom-seed#[B5889E1040D864B3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=B5889E1040D864B3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=pt -Dtests.timezone=Etc/GMT-7 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([B5889E1040D864B3]:0)
[junit4] 2> jan 02, 2017 8:26:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> jan 02, 2017 8:26:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=2568, name=TEST-TestFuzzyQuery.testRandom-seed#[B5889E1040D864B3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> jan 02, 2017 8:26:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2568, name=TEST-TestFuzzyQuery.testRandom-seed#[B5889E1040D864B3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> jan 02, 2017 8:26:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2568, name=TEST-TestFuzzyQuery.testRandom-seed#[B5889E1040D864B3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1443, maxMBSortInHeap=5.837527894243069, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=pt, timezone=Etc/GMT-7
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=37389240,total=254279680
[junit4] 2> NOTE: All tests run in this JVM: [TestConjunctionDISI, TestSleepingLockWrapper, TestIntArrayDocIdSet, TestLSBRadixSorter, TestAllFilesHaveCodecHeader, TestSearcherManager, TestUsageTrackingFilterCachingPolicy, TestLRUQueryCache, TestSearchAfter, TestPhraseQuery, TestConstantScoreQuery, TestNumericUtils, TestSimpleFSDirectory, TestMultiTermQueryRewrites, TestTragicIndexWriterDeadlock, Test2BNumericDocValues, Test2BTerms, TestParallelCompositeReader, TestFieldCacheRewriteMethod, TestTermVectorsReader, TestAutomatonQueryUnicode, TestPointValues, TestFilterIterator, TestTimSorterWorstCase, TestQueryRescorer, TestNearSpansOrdered, TestDeletionPolicy, TestIndexWriterWithThreads, TestSpanNearQuery, TestMutablePointsReaderUtils, TestDocValuesScoring, TestLevenshteinAutomata, TestThreadedForceMerge, TestSloppyMath, TestOmitNorms, TestSloppyPhraseQuery2, TestSimpleAttributeImpl, TestReaderClosed, TestSegmentInfos, TestSpanTermQuery, TestWildcardRandom, TestUnicodeUtil, TestDocCount, TestDocValuesIndexing, TestBytesRef, TestFilterDirectory, TestLucene50CompoundFormat, TestMathUtil, TestBooleanSimilarity, TestOmitPositions, TestMinShouldMatch2, TestMultiPhraseQuery, TestAutomaton, TestSortRescorer, TestPolygon, TestIndexWriterMergePolicy, TestDirectPacked, TestHugeRamFile, TestWordlistLoader, TestCrash, TestCodecs, TestCharFilter, TestTermRangeQuery, TestFieldValueQuery, TestBinaryTerms, TestStandardAnalyzer, TestIndexWriterOnVMError, TestLegacyNumericUtils, TestSimilarityProvider, TestIntBlockPool, FuzzyTermOnShortTermsTest, TestIndexWriterLockRelease, TestBooleanCoord, TestNumericRangeQuery32, TestMultiMMap, TestBoolean2, TestPersistentSnapshotDeletionPolicy, TestStressAdvance, TestConcurrentMergeScheduler, TestHighCompressionMode, TestDocumentsWriterStallControl, TestTransactions, TestMultiThreadTermVectors, TestSegmentTermDocs, TestMultiDocValues, TestToken, TestFieldsReader, TestSimpleSearchEquivalence, TestCustomSearcherSort, TestBooleanMinShouldMatch, TestIndexWriterOnDiskFull, TestLiveFieldValues, TestForTooMuchCloning, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=B5889E1040D864B3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=pt -Dtests.timezone=Etc/GMT-7 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([B5889E1040D864B3]:0)
[junit4] Completed [444/444 (1!)] on J0 in 7223.17s, 1 test, 2 errors <<< FAILURES!
[...truncated 10868 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/init-core-data-001
[junit4] 2> 2353035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2353035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001
[junit4] 2> 2353035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2353040 INFO (Thread-3631) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2353041 INFO (Thread-3631) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2353141 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38889
[junit4] 2> 2353148 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2353148 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2353149 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2353150 INFO (jetty-launcher-1110-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2353151 INFO (jetty-launcher-1110-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64575b6d{/solr,null,AVAILABLE}
[junit4] 2> 2353154 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30c4f3e6{/solr,null,AVAILABLE}
[junit4] 2> 2353154 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67d8c8dd{HTTP/1.1,[http/1.1]}{127.0.0.1:34368}
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f5a3450{HTTP/1.1,[http/1.1]}{127.0.0.1:57391}
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.e.j.s.Server Started @2357459ms
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57391}
[junit4] 2> 2353157 ERROR (jetty-launcher-1110-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-02T15:54:14.159Z
[junit4] 2> 2353157 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24016e8a{/solr,null,AVAILABLE}
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d45ca26{HTTP/1.1,[http/1.1]}{127.0.0.1:35406}
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.Server Started @2357461ms
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35406}
[junit4] 2> 2353158 ERROR (jetty-launcher-1110-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2353158 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-02T15:54:14.160Z
[junit4] 2> 2353159 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.Server Started @2357461ms
[junit4] 2> 2353159 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34368}
[junit4] 2> 2353159 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ac02638{/solr,null,AVAILABLE}
[junit4] 2> 2353160 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24b0876c{HTTP/1.1,[http/1.1]}{127.0.0.1:42596}
[junit4] 2> 2353160 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.Server Started @2357462ms
[junit4] 2> 2353160 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42596}
[junit4] 2> 2353161 ERROR (jetty-launcher-1110-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2353161 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2353161 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2353161 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2353161 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-02T15:54:14.163Z
[junit4] 2> 2353162 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2353162 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2353162 ERROR (jetty-launcher-1110-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2353162 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2353163 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2353163 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2353163 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-02T15:54:14.165Z
[junit4] 2> 2353177 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2353178 INFO (jetty-launcher-1110-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38889/solr
[junit4] 2> 2353179 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2353181 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2353181 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38889/solr
[junit4] 2> 2353182 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2353183 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2353184 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38889/solr
[junit4] 2> 2353188 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2353188 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38889/solr
[junit4] 2> 2353188 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595fe3609b0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2353189 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595fe3609b0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2353208 INFO (jetty-launcher-1110-thread-4) [n:127.0.0.1:57391_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57391_solr
[junit4] 2> 2353208 INFO (jetty-launcher-1110-thread-4) [n:127.0.0.1:57391_solr ] o.a.s.c.Overseer Overseer (id=97214297148162056-127.0.0.1:57391_solr-n_0000000000) starting
[junit4] 2> 2353218 INFO (jetty-launcher-1110-thread-4) [n:127.0.0.1:57391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57391_solr
[junit4] 2> 2353229 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:57391_solr) [n:127.0.0.1:57391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2353236 INFO (jetty-launcher-1110-thread-3) [n:127.0.0.1:35406_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2353237 INFO (jetty-launcher-1110-thread-2) [n:127.0.0.1:42596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2353240 INFO (jetty-launcher-1110-thread-1) [n:127.0.0.1:34368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2353242 INFO (jetty-launcher-1110-thread-3) [n:127.0.0.1:35406_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35406_solr
[junit4] 2> 2353243 INFO (jetty-launcher-1110-thread-2) [n:127.0.0.1:42596_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42596_solr
[junit4] 2> 2353243 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:57391_solr) [n:127.0.0.1:57391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2353250 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:57391_solr) [n:127.0.0.1:57391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2353253 INFO (jetty-launcher-1110-thread-1) [n:127.0.0.1:34368_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34368_solr
[junit4] 2> 2353254 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:57391_solr) [n:127.0.0.1:57391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2353273 INFO (zkCallback-1129-thread-1-processing-n:127.0.0.1:35406_solr) [n:127.0.0.1:35406_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2353289 INFO (zkCallback-1130-thread-1-processing-n:127.0.0.1:42596_solr) [n:127.0.0.1:42596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2353315 INFO (zkCallback-1132-thread-1-processing-n:127.0.0.1:34368_solr) [n:127.0.0.1:34368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2353330 INFO (jetty-launcher-1110-thread-1) [n:127.0.0.1:34368_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node1/.
[junit4] 2> 2353333 INFO (jetty-launcher-1110-thread-2) [n:127.0.0.1:42596_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node2/.
[junit4] 2> 2353334 INFO (jetty-launcher-1110-thread-3) [n:127.0.0.1:35406_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node3/.
[junit4] 2> 2353379 INFO (jetty-launcher-1110-thread-4) [n:127.0.0.1:57391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node4/.
[junit4] 2> 2353833 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2353834 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38889/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2353876 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2353886 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2353888 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2353897 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_58069_hdfs____.inkicm/webapp
[junit4] 2> 2354217 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58069
[junit4] 2> 2354307 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2354308 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2354318 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_32776_datanode____.a9wsg2/webapp
[junit4] 2> 2354729 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32776
[junit4] 2> 2354774 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2354775 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2354784 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42002_datanode____.dg9det/webapp
[junit4] 2> 2354895 INFO (IPC Server handler 1 on 34763) [ ] BlockStateChange BLOCK* processReport: from storage DS-453f9c52-a81a-4874-9520-d5448815f43d node DatanodeRegistration(127.0.0.1:52999, datanodeUuid=6b6bb6c0-d04e-4ea6-a8ff-bd71b26892fa, infoPort=57461, infoSecurePort=0, ipcPort=38944, storageInfo=lv=-56;cid=testClusterID;nsid=797743725;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2354895 INFO (IPC Server handler 1 on 34763) [ ] BlockStateChange BLOCK* processReport: from storage DS-02cdced3-b7e8-4d9b-b40c-fb3355e980d4 node DatanodeRegistration(127.0.0.1:52999, datanodeUuid=6b6bb6c0-d04e-4ea6-a8ff-bd71b26892fa, infoPort=57461, infoSecurePort=0, ipcPort=38944, storageInfo=lv=-56;cid=testClusterID;nsid=797743725;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2355197 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC4C7E9864714E50]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42002
[junit4] 2> 2355288 INFO (IPC Server handler 3 on 34763) [ ] BlockStateChange BLOCK* processReport: from storage DS-c2794eac-8899-4419-9f6d-9d52e5f99dd0 node DatanodeRegistration(127.0.0.1:38312, datanodeUuid=d4b3181f-daa3-4650-84d5-7d8426ce3a9b, infoPort=52779, infoSecurePort=0, ipcPort=40900, storageInfo=lv=-56;cid=testClusterID;nsid=797743725;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2355288 INFO (IPC Server handler 3 on 34763) [ ] BlockStateChange BLOCK* processReport: from storage DS-5ee524c6-c2a5-4210-9b3f-7c192db3ebdf node DatanodeRegistration(127.0.0.1:38312, datanodeUuid=d4b3181f-daa3-4650-84d5-7d8426ce3a9b, infoPort=52779, infoSecurePort=0, ipcPort=40900, storageInfo=lv=-56;cid=testClusterID;nsid=797743725;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2355388 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[CC4C7E9864714E50]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 2355388 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[CC4C7E9864714E50]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2355392 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 2355394 INFO (OverseerStateUpdate-97214297148162056-127.0.0.1:57391_solr-n_0000000000) [n:127.0.0.1:57391_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2355413 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2355420 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2355422 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2355423 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 2355423 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34763/data
[junit4] 2> 2355423 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2355423 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node4/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:34763/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003/]
[junit4] 2> 2355423 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003/snapshot_metadata
[junit4] 2> 2355429 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2355429 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2355441 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2355442 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003
[junit4] 2> 2355472 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003/index
[junit4] 2> 2355477 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2355477 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2355482 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2355512 INFO (IPC Server handler 8 on 34763) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52999 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c2794eac-8899-4419-9f6d-9d52e5f99dd0:NORMAL:127.0.0.1:38312|RBW], ReplicaUC[[DISK]DS-02cdced3-b7e8-4d9b-b40c-fb3355e980d4:NORMAL:127.0.0.1:52999|FINALIZED]]} size 0
[junit4] 2> 2355513 INFO (IPC Server handler 9 on 34763) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38312 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-02cdced3-b7e8-4d9b-b40c-fb3355e980d4:NORMAL:127.0.0.1:52999|FINALIZED], ReplicaUC[[DISK]DS-5ee524c6-c2a5-4210-9b3f-7c192db3ebdf:NORMAL:127.0.0.1:38312|FINALIZED]]} size 0
[junit4] 2> 2355544 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2355544 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2355544 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2355562 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2355562 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2355592 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6aa4ecc5[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 2355593 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2355593 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2355594 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2355594 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555428757047607296
[junit4] 2> 2355596 INFO (searcherExecutor-3975-thread-1-processing-n:127.0.0.1:57391_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@6aa4ecc5[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2355601 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2355601 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2355601 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57391/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 2355601 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2355601 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:57391/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 2355604 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57391/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 2355755 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2355756 INFO (qtp1117295499-9800) [n:127.0.0.1:57391_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=364
[junit4] 2> 2355761 INFO (qtp1117295499-9801) [n:127.0.0.1:57391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2355769 INFO (OverseerThreadFactory-3966-thread-1-processing-n:127.0.0.1:57391_solr) [n:127.0.0.1:57391_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2355779 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection_shard1_replica1
[junit4] 2> 2355780 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3683aaaa
[junit4] 2> 2355785 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 2355786 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:34763/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003/index
[junit4] 2> 2355807 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:34763/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003/snapshot_metadata
[junit4] 2> 2355807 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:34763/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-003
[junit4] 2> 2355818 INFO (IPC Server handler 4 on 34763) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:38312 127.0.0.1:52999
[junit4] 2> 2355823 INFO (qtp1117295499-9799) [n:127.0.0.1:57391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=43
[junit4] 2> 2356528 INFO (qtp1117295499-9801) [n:127.0.0.1:57391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=767
[junit4] 2> 2356530 INFO (qtp1117295499-9802) [n:127.0.0.1:57391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2356530 INFO (qtp1117295499-9802) [n:127.0.0.1:57391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2356532 INFO (qtp1117295499-9797) [n:127.0.0.1:57391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2356533 INFO (OverseerThreadFactory-3966-thread-2-processing-n:127.0.0.1:57391_solr) [n:127.0.0.1:57391_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 2356533 INFO (OverseerCollectionConfigSetProcessor-97214297148162056-127.0.0.1:57391_solr-n_0000000000) [n:127.0.0.1:57391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2356748 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 2356748 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 2356854 INFO (zkCallback-1132-thread-1-processing-n:127.0.0.1:34368_solr) [n:127.0.0.1:34368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2356854 INFO (zkCallback-1129-thread-1-processing-n:127.0.0.1:35406_solr) [n:127.0.0.1:35406_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2357262 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@6b7af4c) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:52999 to delete [blk_1073741825_1001]
[junit4] 2> 2357758 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2357758 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2357782 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 2357783 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2357784 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2357785 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 2357785 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2357786 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 2357786 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34763/data
[junit4] 2> 2357786 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2357786 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node3/halfdeletedcollection_shard2_replica1], dataDir=[hdfs://localhost:34763/data/halfdeletedcollection/core_node1/data/]
[junit4] 2> 2357786 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34763/data
[junit4] 2> 2357786 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2357786 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC4C7E9864714E50-001/tempDir-001/node1/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:34763/data/halfdeletedcollection/core_node2/data/]
[junit4] 2> 2357786 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 2357786 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 2357794 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2357794 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2357794 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2357794 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2357797 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2357801 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2357801 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node2/data
[junit4] 2> 2357802 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node1/data
[junit4] 2> 2357817 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 2357820 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34763/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 2357822 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2357822 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2357825 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2357842 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2357842 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2357844 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2357880 INFO (IPC Server handler 5 on 34763) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52999 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5ee524c6-c2a5-4210-9b3f-7c192db3ebdf:NORMAL:127.0.0.1:38312|RBW], ReplicaUC[[DISK]DS-02cdced3-b7e8-4d9b-b40c-fb3355e980d4:NORMAL:127.0.0.1:52999|RBW]]} size 0
[junit4] 2> 2357880 INFO (IPC Server handler 8 on 34763) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38312 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5ee524c6-c2a5-4210-9b3f-7c192db3ebdf:NORMAL:127.0.0.1:38312|RBW], ReplicaUC[[DISK]DS-02cdced3-b7e8-4d9b-b40c-fb3355e980d4:NORMAL:127.0.0.1:52999|RBW]]} size 0
[junit4] 2> 2357883 INFO (IPC Server handler 3 on 34763) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52999 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c2794eac-8899-4419-9f6d-9d52e5f99dd0:NORMAL:127.0.0.1:38312|RBW], ReplicaUC[[DISK]DS-453f9c52-a81a-4874-9520-d5448815f43d:NORMAL:127.0.0.1:52999|RBW]]} size 0
[junit4] 2> 2357887 INFO (IPC Server handler 7 on 34763) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38312 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c2794eac-8899-4419-9f6d-9d52e5f99dd0:NORMAL:127.0.0.1:38312|RBW], ReplicaUC[[DISK]DS-453f9c52-a81a-4874-9520-d5448815f43d:NORMAL:127.0.0.1:52999|RBW]]} size 0
[junit4] 2> 2357919 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2357919 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2357919 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2357925 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2357925 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2357925 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2357931 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2357931 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2357936 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2357936 INFO (qtp2120012878-9819) [n:127.0.0.1:35406_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2357944 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e348a35[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 2357945 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2357945 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2357945 INFO (qtp1375166315-9809) [n:127.0.0.1:34368_solr c:halfdeletedcollection s:shard1 x:halfdeletedcolle
[...truncated too long message...]
p.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.teardownClass(HdfsRestartWhileUpdatingTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4567297 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[CC4C7E9864714E50]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_CC4C7E9864714E50-001
[junit4] 2> Jan 02, 2017 4:31:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-CL, timezone=Egypt
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=194353800,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueryElevationComponentTest, TestSolrCloudWithSecureImpersonation, BlockCacheTest, TestReplicationHandlerBackup, ActionThrottleTest, SimpleCollectionCreateDeleteTest, TestStandardQParsers, ReplaceNodeTest, SolrMetricManagerTest, AnalysisErrorHandlingTest, RequiredFieldsTest, BadCopyFieldTest, ClassificationUpdateProcessorTest, TestSSLRandomization, TestDownShardTolerantSearch, CacheHeaderTest, NumericFieldsTest, ShardSplitTest, BasicDistributedZkTest, ConjunctionSolrSpellCheckerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, LeaderFailureAfterFreshStartTest, TestCrossCoreJoin, CreateCollectionCleanupTest, TestReloadDeadlock, TestSolrCloudWithHadoopAuthPlugin, AnalysisAfterCoreReloadTest, DeleteShardTest, TestQuerySenderNoQuery, HLLSerializationTest, TestCustomSort, SignatureUpdateProcessorFactoryTest, TestSlowCompositeReaderWrapper, SolrSlf4jReporterTest, CloudMLTQParserTest, AlternateDirectoryTest, TestJmxIntegration, LeaderElectionIntegrationTest, TestConfigSetImmutable, TestSchemaResource, TestRandomFlRTGCloud, UUIDUpdateProcessorFallbackTest, TestTolerantUpdateProcessorCloud, CursorPagingTest, ExternalFileFieldSortTest, TestUseDocValuesAsStored, BlockJoinFacetRandomTest, DisMaxRequestHandlerTest, DistributedFacetPivotSmallTest, TestFastWriter, SuggestComponentContextFilterQueryTest, TestPerFieldSimilarity, TestPseudoReturnFields, TestPerFieldSimilarityWithDefaultOverride, TestReplicationHandler, QueryElevationComponentTest, TestFieldCacheWithThreads, DirectoryFactoryTest, TestFieldCacheSort, TestSmileRequest, TestNumericTerms64, TestFieldCache, HdfsRecoveryZkTest, TestLocalFSCloudBackupRestore, SyncSliceTest, TestScoreJoinQPNoScore, AnalyticsQueryTest, ZkNodePropsTest, ChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, TestDynamicFieldResource, TestFoldingMultitermQuery, TestNRTOpen, TestBadConfig, TestChildDocTransformer, PolyFieldTest, HighlighterConfigTest, UniqFieldsUpdateProcessorFactoryTest, PeerSyncReplicationTest, TestHdfsUpdateLog, TestStressRecovery, OverseerRolesTest, TestSortByMinMaxFunction, TestSha256AuthenticationProvider, ReturnFieldsTest, TestEmbeddedSolrServerConstructors, ReplicaListTransformerTest, UtilsToolTest, ManagedSchemaRoundRobinCloudTest, FileBasedSpellCheckerTest, TestDistribIDF, ResourceLoaderTest, TestSolrConfigHandler, TestAtomicUpdateErrorCases, DistribDocExpirationUpdateProcessorTest, CdcrVersionReplicationTest, TestDocSet, TestDistributedSearch, TestGraphTermsQParserPlugin, MigrateRouteKeyTest, DateFieldTest, TestRestManager, TestJoin, TestAuthorizationFramework, SolrXmlInZkTest, PeerSyncTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudRecovery, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest]
[junit4] Completed [554/675 (2!)] on J0 in 386.39s, 1 test, 1 failure <<< FAILURES!
[...truncated 62816 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 244 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/244/
4 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([8E58AEAE26842BF5:60C91748878460D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:156)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8E58AEAE26842BF5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([8E58AEAE26842BF5:A326E1F4D1A091F9]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([8E58AEAE26842BF5:C62DDA1A20B70460]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11220 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/init-core-data-001
[junit4] 2> 26226 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 26226 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 27197 WARN (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 28125 WARN (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 28302 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 28320 WARN (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 28467 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 28562 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56508_hdfs____jxrip2/webapp
[junit4] 2> 29355 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56508
[junit4] 2> 30149 WARN (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 30153 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 30163 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40250_datanode____l75pko/webapp
[junit4] 2> 30541 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40250
[junit4] 2> 30950 WARN (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 30951 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 30975 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38716_datanode____.aroneq/webapp
[junit4] 2> 31745 INFO (SUITE-StressHdfsTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38716
[junit4] 2> 33121 INFO (IPC Server handler 3 on 44408) [ ] BlockStateChange BLOCK* processReport: from storage DS-dcb70016-dd10-426f-85be-a385351f48b8 node DatanodeRegistration(127.0.0.1:55755, datanodeUuid=1b701bb5-2d55-4950-8b49-5deff2f7cb44, infoPort=52231, infoSecurePort=0, ipcPort=58032, storageInfo=lv=-56;cid=testClusterID;nsid=1536045444;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 33121 INFO (IPC Server handler 8 on 44408) [ ] BlockStateChange BLOCK* processReport: from storage DS-041ca853-9968-4334-9123-92c9cb682e17 node DatanodeRegistration(127.0.0.1:58876, datanodeUuid=67b3c9e5-3dc9-476d-afea-508ee546464e, infoPort=56184, infoSecurePort=0, ipcPort=33832, storageInfo=lv=-56;cid=testClusterID;nsid=1536045444;c=0), blocks: 0, hasStaleStorage: true, processing time: 5 msecs
[junit4] 2> 33122 INFO (IPC Server handler 3 on 44408) [ ] BlockStateChange BLOCK* processReport: from storage DS-077e4f1e-be4a-4fd7-9d66-3b8b71fb9de7 node DatanodeRegistration(127.0.0.1:55755, datanodeUuid=1b701bb5-2d55-4950-8b49-5deff2f7cb44, infoPort=52231, infoSecurePort=0, ipcPort=58032, storageInfo=lv=-56;cid=testClusterID;nsid=1536045444;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 33122 INFO (IPC Server handler 8 on 44408) [ ] BlockStateChange BLOCK* processReport: from storage DS-b1e74967-3711-4a07-953d-b4964b191ab1 node DatanodeRegistration(127.0.0.1:58876, datanodeUuid=67b3c9e5-3dc9-476d-afea-508ee546464e, infoPort=56184, infoSecurePort=0, ipcPort=33832, storageInfo=lv=-56;cid=testClusterID;nsid=1536045444;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 33718 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 33725 INFO (Thread-156) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 33725 INFO (Thread-156) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 33841 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.ZkTestServer start zk server on port:59822
[junit4] 2> 33974 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1595a0a43380000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 33992 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 33998 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 34000 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 34003 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 34174 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 34179 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 34183 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 34186 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 34191 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 34193 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 34206 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 34368 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/control-001/cores/collection1
[junit4] 2> 34370 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 34371 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67c76f0e{/,null,AVAILABLE}
[junit4] 2> 34371 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a72ac57{HTTP/1.1,[http/1.1]}{127.0.0.1:56777}
[junit4] 2> 34371 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server Started @37679ms
[junit4] 2> 34371 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44408/hdfs__localhost_44408__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001_tempDir-002_control_data, hostContext=/, hostPort=56777, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/control-001/cores}
[junit4] 2> 34372 ERROR (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 34372 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 34372 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 34372 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 34372 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-01T12:38:59.726Z
[junit4] 2> 34421 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 34421 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/control-001/solr.xml
[junit4] 2> 34465 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 34469 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59822/solr
[junit4] 2> 34741 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:56777_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56777_
[junit4] 2> 34743 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:56777_ ] o.a.s.c.Overseer Overseer (id=97207867089092612-127.0.0.1:56777_-n_0000000000) starting
[junit4] 2> 34940 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:56777_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56777_
[junit4] 2> 34949 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35176 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:56777_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/control-001/cores
[junit4] 2> 35176 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:56777_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 35319 INFO (OverseerStateUpdate-97207867089092612-127.0.0.1:56777_-n_0000000000) [n:127.0.0.1:56777_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 36363 WARN (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 36364 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 36409 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 36922 WARN (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 36926 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 36961 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 36967 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44408/solr_hdfs_home
[junit4] 2> 36967 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 36968 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/control-001/cores/collection1], dataDir=[hdfs://localhost:44408/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 36968 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae09f3
[junit4] 2> 36968 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 36982 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 36982 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 36982 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 38337 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 38343 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 38396 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 38404 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 38404 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 38404 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 38423 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 38424 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6e85a89f
[junit4] 2> 38648 INFO (IPC Server handler 7 on 44408) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55755 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-077e4f1e-be4a-4fd7-9d66-3b8b71fb9de7:NORMAL:127.0.0.1:55755|RBW], ReplicaUC[[DISK]DS-b1e74967-3711-4a07-953d-b4964b191ab1:NORMAL:127.0.0.1:58876|RBW]]} size 71
[junit4] 2> 38648 INFO (IPC Server handler 4 on 44408) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58876 is added to blk_1073741825_1001 size 71
[junit4] 2> 39103 WARN (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 39134 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 39134 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 39134 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 39152 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 39152 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 39154 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=1.705078125, floorSegmentMB=1.345703125, forceMergeDeletesPctAllowed=24.240122974687555, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48568428674144115
[junit4] 2> 39228 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b684016[collection1] main]
[junit4] 2> 39231 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 39232 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 39234 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 39237 INFO (searcherExecutor-112-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b684016[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 39237 INFO (coreLoadExecutor-111-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555325879153852416
[junit4] 2> 39293 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 39293 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 39293 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56777/collection1/
[junit4] 2> 39318 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 39318 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56777/collection1/ has no replicas
[junit4] 2> 39362 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 39374 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59822/solr ready
[junit4] 2> 39376 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 39382 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56777/collection1/ shard1
[junit4] 2> 39500 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-1-001/cores/collection1
[junit4] 2> 39500 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-1-001
[junit4] 2> 39501 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 39505 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db35475{/,null,AVAILABLE}
[junit4] 2> 39505 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17f2471b{HTTP/1.1,[http/1.1]}{127.0.0.1:52488}
[junit4] 2> 39505 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server Started @42812ms
[junit4] 2> 39505 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44408/hdfs__localhost_44408__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52488, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-1-001/cores}
[junit4] 2> 39505 ERROR (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 39507 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 39507 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 39507 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 39507 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-01T12:39:04.861Z
[junit4] 2> 39511 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 39511 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-1-001/solr.xml
[junit4] 2> 39535 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 39535 INFO (coreZkRegister-104-thread-1-processing-n:127.0.0.1:56777_ x:collection1 c:control_collection) [n:127.0.0.1:56777_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 39546 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59822/solr
[junit4] 2> 39584 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:52488_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 39596 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:52488_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52488_
[junit4] 2> 39601 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 39609 INFO (zkCallback-35-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 39601 INFO (zkCallback-30-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 39743 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:52488_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-1-001/cores
[junit4] 2> 39743 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:52488_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 39755 INFO (OverseerStateUpdate-97207867089092612-127.0.0.1:56777_-n_0000000000) [n:127.0.0.1:56777_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 40789 WARN (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 40790 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 40847 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 41060 WARN (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 41063 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 41101 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 41101 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44408/solr_hdfs_home
[junit4] 2> 41102 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 41102 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:44408/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 41102 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae09f3
[junit4] 2> 41103 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 41130 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 41130 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 41130 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 41153 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 41155 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 41186 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 41192 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 41192 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 41192 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 41211 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 41211 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@239fde35
[junit4] 2> 41254 INFO (IPC Server handler 2 on 44408) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58876 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-077e4f1e-be4a-4fd7-9d66-3b8b71fb9de7:NORMAL:127.0.0.1:55755|RBW], ReplicaUC[[DISK]DS-041ca853-9968-4334-9123-92c9cb682e17:NORMAL:127.0.0.1:58876|FINALIZED]]} size 0
[junit4] 2> 41256 INFO (IPC Server handler 8 on 44408) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55755 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-041ca853-9968-4334-9123-92c9cb682e17:NORMAL:127.0.0.1:58876|FINALIZED], ReplicaUC[[DISK]DS-dcb70016-dd10-426f-85be-a385351f48b8:NORMAL:127.0.0.1:55755|FINALIZED]]} size 0
[junit4] 2> 41273 WARN (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 41365 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 41365 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41365 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 41378 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41378 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41385 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=1.705078125, floorSegmentMB=1.345703125, forceMergeDeletesPctAllowed=24.240122974687555, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48568428674144115
[junit4] 2> 41425 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e79ff25[collection1] main]
[junit4] 2> 41426 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 41427 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 41427 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 41428 INFO (coreLoadExecutor-122-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555325881451282432
[junit4] 2> 41431 INFO (searcherExecutor-123-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e79ff25[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41475 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 41475 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 41475 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52488/collection1/
[junit4] 2> 41475 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 41475 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52488/collection1/ has no replicas
[junit4] 2> 41492 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52488/collection1/ shard1
[junit4] 2> 41671 INFO (coreZkRegister-117-thread-1-processing-n:127.0.0.1:52488_ x:collection1 c:collection1) [n:127.0.0.1:52488_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41921 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-2-001/cores/collection1
[junit4] 2> 41922 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-2-001
[junit4] 2> 41923 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 41924 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a012743{/,null,AVAILABLE}
[junit4] 2> 41925 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f3998e2{HTTP/1.1,[http/1.1]}{127.0.0.1:42237}
[junit4] 2> 41925 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server Started @45232ms
[junit4] 2> 41925 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44408/hdfs__localhost_44408__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=42237, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-2-001/cores}
[junit4] 2> 41925 ERROR (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 41926 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 41927 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 41927 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 41927 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-01T12:39:07.281Z
[junit4] 2> 41935 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 41935 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-2-001/solr.xml
[junit4] 2> 41941 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 41942 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59822/solr
[junit4] 2> 41983 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:42237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 41989 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:42237_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42237_
[junit4] 2> 41991 INFO (zkCallback-30-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 41992 INFO (zkCallback-35-thread-1-processing-n:127.0.0.1:52488_) [n:127.0.0.1:52488_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 41992 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:56777_) [n:127.0.0.1:56777_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 42008 INFO (zkCallback-41-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 42030 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:42237_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-2-001/cores
[junit4] 2> 42030 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [n:127.0.0.1:42237_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 42043 INFO (OverseerStateUpdate-97207867089092612-127.0.0.1:56777_-n_0000000000) [n:127.0.0.1:56777_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 43070 WARN (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 43070 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 43103 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 43259 WARN (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 43261 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 43274 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 43284 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44408/solr_hdfs_home
[junit4] 2> 43285 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 43285 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:44408/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 43285 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bae09f3
[junit4] 2> 43285 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 43292 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 43292 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 43303 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 43314 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 43315 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 43335 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44408/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 43341 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 43341 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 43341 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 43361 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 43361 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2faa86a3
[junit4] 2> 43517 INFO (IPC Server handler 9 on 44408) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58876 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-077e4f1e-be4a-4fd7-9d66-3b8b71fb9de7:NORMAL:127.0.0.1:55755|RBW], ReplicaUC[[DISK]DS-b1e74967-3711-4a07-953d-b4964b191ab1:NORMAL:127.0.0.1:58876|RBW]]} size 0
[junit4] 2> 43550 INFO (IPC Server handler 7 on 44408) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55755 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-077e4f1e-be4a-4fd7-9d66-3b8b71fb9de7:NORMAL:127.0.0.1:55755|RBW], ReplicaUC[[DISK]DS-b1e74967-3711-4a07-953d-b4964b191ab1:NORMAL:127.0.0.1:58876|RBW]]} size 0
[junit4] 2> 43565 WARN (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 43643 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 43643 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 43643 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 43668 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 43668 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 43671 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=1.705078125, floorSegmentMB=1.345703125, forceMergeDeletesPctAllowed=24.240122974687555, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48568428674144115
[junit4] 2> 43703 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30f91b9[collection1] main]
[junit4] 2> 43704 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 43704 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 43704 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 43705 INFO (coreLoadExecutor-133-thread-1-processing-n:127.0.0.1:42237_) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555325883838889984
[junit4] 2> 43709 INFO (searcherExecutor-134-thread-1-processing-n:127.0.0.1:42237_ x:collection1 c:collection1) [n:127.0.0.1:42237_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@30f91b9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 43714 INFO (coreZkRegister-128-thread-1-processing-n:127.0.0.1:42237_ x:collection1 c:collection1) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 43717 INFO (updateExecutor-38-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 43721 INFO (recoveryExecutor-39-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 43722 INFO (recoveryExecutor-39-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 43722 INFO (recoveryExecutor-39-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 43722 INFO (recoveryExecutor-39-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 43722 INFO (recoveryExecutor-39-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:52488/collection1/] and I am [http://127.0.0.1:42237/collection1/]
[junit4] 2> 43730 INFO (recoveryExecutor-39-thread-1-processing-n:127.0.0.1:42237_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42237_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:52488]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:42237_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 43747 INFO (qtp688796913-392) [n:127.0.0.1:52488_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 43748 INFO (qtp688796913-392) [n:127.0.0.1:52488_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 43748 INFO (qtp688796913-392) [n:127.0.0.1:52488_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42237_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:44408/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:42237","node_name":"127.0.0.1:42237_","state":"recovering","ulogDir":"hdfs://localhost:44408/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 43748 INFO (qtp688796913-392) [n:127.0.0.1:52488_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 43748 INFO (qtp688796913-392) [n:127.0.0.1:52488_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42237_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 44157 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-3-001/cores/collection1
[junit4] 2> 44158 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-3-001
[junit4] 2> 44160 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 44163 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e45f000{/,null,AVAILABLE}
[junit4] 2> 44163 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bd363f7{HTTP/1.1,[http/1.1]}{127.0.0.1:57894}
[junit4] 2> 44163 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.e.j.s.Server Started @47471ms
[junit4] 2> 44164 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44408/hdfs__localhost_44408__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=57894, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_8E58AEAE26842BF5-001/shard-3-001/cores}
[junit4] 2> 44164 ERROR (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 44178 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 44178 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 44178 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 44178 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-01T12:39:09.532Z
[junit4] 2> 44192 INFO (TEST-StressHdfsTest.test-seed#[8E58AEAE26842BF5]) [ ] o.a.s.s.SolrDisp
[...truncated too long message...]
etrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4330618 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36303 36303
[junit4] 2> 4330618 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8E58AEAE26842BF5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8E58AEAE26842BF5-001
[junit4] 2> Jan 01, 2017 1:50:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=650, maxMBSortInHeap=5.94643535949425, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-DZ, timezone=Asia/Thimbu
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=77508624,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [HdfsDirectoryFactoryTest, BadIndexSchemaTest, SaslZkACLProviderTest, TestClassicSimilarityFactory, PreAnalyzedUpdateProcessorTest, HdfsBasicDistributedZk2Test, CircularListTest, DataDrivenBlockJoinTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestGeoJSONResponseWriter, TestInitQParser, TestBinaryField, TestUtils, TestRuleBasedAuthorizationPlugin, LeaderElectionTest, TestExactStatsCache, SolrJmxReporterTest, MinimalSchemaTest, TestConfigOverlay, CollectionStateFormat2Test, CollectionsAPISolrJTest, TestSolrDeletionPolicy1, TestNoOpRegenerator, TestManagedSchema, AnalyticsMergeStrategyTest, TestMacros, MetricsHandlerTest, TestFieldResource, TestComplexPhraseQParserPlugin, FullSolrCloudDistribCmdsTest, TestConfigSets, TestSolrConfigHandlerCloud, TestRebalanceLeaders, TestJsonRequest, TestSort, TestLFUCache, TestBlendedInfixSuggestions, GraphQueryTest, TestJsonFacetRefinement, TestDocTermOrds, TestShardHandlerFactory, SolrPluginUtilsTest, CoreSorterTest, DistributedQueueTest, TestLMJelinekMercerSimilarityFactory, OverseerModifyCollectionTest, HardAutoCommitTest, MergeStrategyTest, TestRandomCollapseQParserPlugin, StatelessScriptUpdateProcessorFactoryTest, NoCacheHeaderTest, TermVectorComponentDistributedTest, SolrCoreMetricManagerTest, DeleteReplicaTest, TestGroupingSearch, TolerantUpdateProcessorTest, TestUnifiedSolrHighlighter, LeaderInitiatedRecoveryOnShardRestartTest, CurrencyFieldXmlFileTest, TestReload, AutoCommitTest, BigEndianAscendingWordSerializerTest, DistributedFacetExistsSmallTest, AssignTest, TestIndexSearcher, TestNumericTerms32, CdcrRequestHandlerTest, RequestHandlersTest, TestSolrQueryParser, TestCoreDiscovery, TestFieldCacheSanityChecker, TestSolrQueryParserResource, TestIndexingPerformance, DirectUpdateHandlerTest, TestSolrFieldCacheMBean, BlockJoinFacetDistribTest, SolrMetricsIntegrationTest, TestSolrQueryResponse, TestTrieFacet, BinaryUpdateRequestHandlerTest, TestBinaryResponseWriter, SparseHLLTest, AddSchemaFieldsUpdateProcessorFactoryTest, ForceLeaderTest, FullHLLTest, TestDFRSimilarityFactory, SuggesterTSTTest, TestDynamicLoading, TestDistributedMissingSort, SpatialRPTFieldTypeTest, TestAddFieldRealTimeGet, TestObjectReleaseTracker, TestExtendedDismaxParser, DeleteInactiveReplicaTest, UnloadDistributedZkTest, TestFilteredDocIdSet, TestTrackingShardHandlerFactory, SolrTestCaseJ4Test, HdfsChaosMonkeySafeLeaderTest, TestPhraseSuggestions, PKIAuthenticationIntegrationTest, PrimitiveFieldTypeTest, PingRequestHandlerTest, JSONWriterTest, TestRecoveryHdfs, TestSchemaManager, TestTestInjection, DocValuesMultiTest, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, TestJoin, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, TestFiltering, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, TestOmitPositions, XmlUpdateRequestHandlerTest, TermVectorComponentTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestBinaryResponseWriter, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, SampleTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationHandlerTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [544/675 (3!)] on J2 in 170.68s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62868 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 243 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/243/
7 tests failed.
FAILED: org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter
Error Message:
Stack Trace:
java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([5D25608316BF2D04:2C14DB47DB3BE41]:0)
at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
at java.util.ArrayList$Itr.next(ArrayList.java:851)
at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.AutoCommitTest.testMaxTime
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([5D25608316BF2D04:C7D11D618825B138]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:818)
at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:811)
... 40 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor179.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:729) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:791) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1042) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:529) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor179.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:729)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:791)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1042)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:529)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([5D25608316BF2D04]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([271F30BB87F52C4]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([271F30BB87F52C4]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/7)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/7)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([5D25608316BF2D04:15501437108C0291]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([5D25608316BF2D04:705B2FD9E19B9708]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1821 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> dic 31, 2016 4:57:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=4785, name=TEST-TestFuzzyQuery.testRandom-seed#[271F30BB87F52C4], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:239)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=4784, name=SUITE-TestFuzzyQuery-seed#[271F30BB87F52C4], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=271F30BB87F52C4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J2 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([271F30BB87F52C4]:0)
[junit4] 2> dic 31, 2016 4:57:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> dic 31, 2016 4:58:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4785, name=TEST-TestFuzzyQuery.testRandom-seed#[271F30BB87F52C4], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.System.identityHashCode(Native Method)
[junit4] 2> at java.util.IdentityHashMap.hash(IdentityHashMap.java:294)
[junit4] 2> at java.util.IdentityHashMap.get(IdentityHashMap.java:328)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:239)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> dic 31, 2016 4:58:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4785, name=TEST-TestFuzzyQuery.testRandom-seed#[271F30BB87F52C4], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> dic 31, 2016 4:58:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4785, name=TEST-TestFuzzyQuery.testRandom-seed#[271F30BB87F52C4], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=no): {field=DFR I(ne)L3(800.0)}, locale=es-MX, timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=81614264,total=360185856
[junit4] 2> NOTE: All tests run in this JVM: [Test2BPostings, TestNamedSPILoader, TestMatchNoDocsQuery, TestForceMergeForever, TestUpgradeIndexMergePolicy, TestMaxTermFrequency, TestCustomSearcherSort, TestFastDecompressionMode, TestSortedSetSelector, TestIndexWriterMerging, TestIndexCommit, TestDocBoost, TestSpanExplanationsOfNonMatches, TestBufferedChecksum, TestAtomicUpdate, Test2BPoints, TestNRTThreads, TestSpanContainQuery, TestSumDocFreq, TestTermsEnum2, TestIndexWriterReader, TestLongPostings, TestBinaryDocValuesUpdates, TestTermQuery, TestBytesRefArray, TestDirectMonotonic, TestFilterSpans, TestRegExp, TestComplexExplanationsOfNonMatches, TestVirtualMethod, TestMultiPhraseEnum, TestCharsRef, TestMultiLevelSkipList, TestStressDeletes, TestElevationComparator, TestMixedCodecs, TestPointQueries, TestCodecHoldsOpenFiles, TestTermVectorsWriter, TestMultiTermsEnum, TestDocInverterPerFieldErrorInfo, TestDisjunctionMaxQuery, TestMultiTermConstantScore, TestFilterDirectoryReader, TestSameScoresWithThreads, TestLucene62SegmentInfoFormat, TestForUtil, TestAutomatonQuery, TestInPlaceMergeSorter, TestDirectoryReader, TestTopDocsCollector, TestBytesStore, TestUTF32ToUTF8, TestSpanExplanations, TestMSBRadixSorter, TestSegmentTermEnum, TestCollectionUtil, TestBinaryDocument, TestIndexSearcher, TestIOUtils, TestConsistentFieldNumbers, TestTimeLimitingCollector, TestSPIClassIterator, TestDocumentsWriterStallControl, TestMergeSchedulerExternal, TestParallelTermEnum, TestIndexWriterMaxDocs, TestBooleanOr, TestIndexWriterThreadsToSegments, TestIndexFileDeleter, TestRateLimiter, TestEarlyTermination, Test2BBinaryDocValues, TestSpanSearchEquivalence, TestMultiMMap, TestSearcherManager, TestStressIndexing2, TestMultiPhraseQuery, TestLazyProxSkipping, TestDeterminism, TestBagOfPostings, TestStressNRT, TestIndexInput, TestOmitTf, TestNearSpansOrdered, TestDocumentWriter, TestForTooMuchCloning, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=271F30BB87F52C4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([271F30BB87F52C4]:0)
[junit4] Completed [444/444 (1!)] on J2 in 7223.21s, 3 tests, 2 errors <<< FAILURES!
[...truncated 10337 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/init-core-data-001
[junit4] 2> 1514477 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1514478 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001
[junit4] 2> 1514478 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1514478 INFO (Thread-49106) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1514478 INFO (Thread-49106) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1514578 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39974
[junit4] 2> 1514583 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15955e731cd0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1514585 INFO (jetty-launcher-968-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1514588 INFO (jetty-launcher-968-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1514590 INFO (jetty-launcher-968-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1514591 INFO (jetty-launcher-968-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53e42fd9{/solr,null,AVAILABLE}
[junit4] 2> 1514591 INFO (jetty-launcher-968-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1514592 INFO (jetty-launcher-968-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2329b051{/solr,null,AVAILABLE}
[junit4] 2> 1514592 INFO (jetty-launcher-968-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6caf5d61{SSL,[ssl, http/1.1]}{127.0.0.1:48149}
[junit4] 2> 1514592 INFO (jetty-launcher-968-thread-2) [ ] o.e.j.s.Server Started @1518493ms
[junit4] 2> 1514592 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48149}
[junit4] 2> 1514592 ERROR (jetty-launcher-968-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514593 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1514593 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514593 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514593 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T17:22:12.159Z
[junit4] 2> 1514595 INFO (jetty-launcher-968-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d38020f{/solr,null,AVAILABLE}
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69e10df6{SSL,[ssl, http/1.1]}{127.0.0.1:59222}
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.e.j.s.Server Started @1518496ms
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59222}
[junit4] 2> 1514596 ERROR (jetty-launcher-968-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514596 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T17:22:12.162Z
[junit4] 2> 1514597 INFO (jetty-launcher-968-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cefd6cd{/solr,null,AVAILABLE}
[junit4] 2> 1514598 INFO (jetty-launcher-968-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b600a6{SSL,[ssl, http/1.1]}{127.0.0.1:52023}
[junit4] 2> 1514598 INFO (jetty-launcher-968-thread-1) [ ] o.e.j.s.Server Started @1518499ms
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52023}
[junit4] 2> 1514599 ERROR (jetty-launcher-968-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T17:22:12.165Z
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cb9153c{SSL,[ssl, http/1.1]}{127.0.0.1:46880}
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-4) [ ] o.e.j.s.Server Started @1518500ms
[junit4] 2> 1514599 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46880}
[junit4] 2> 1514600 ERROR (jetty-launcher-968-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514600 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1514600 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514600 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514600 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T17:22:12.166Z
[junit4] 2> 1514601 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1514603 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1514603 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1514603 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1514613 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1514614 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1514614 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1514614 INFO (jetty-launcher-968-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39974/solr
[junit4] 2> 1514615 INFO (jetty-launcher-968-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39974/solr
[junit4] 2> 1514615 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1514616 INFO (jetty-launcher-968-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39974/solr
[junit4] 2> 1514617 INFO (jetty-launcher-968-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39974/solr
[junit4] 2> 1514625 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15955e731cd0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1514629 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15955e731cd0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1514636 INFO (jetty-launcher-968-thread-3) [n:127.0.0.1:59222_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59222_solr
[junit4] 2> 1514637 INFO (jetty-launcher-968-thread-3) [n:127.0.0.1:59222_solr ] o.a.s.c.Overseer Overseer (id=97203318426501131-127.0.0.1:59222_solr-n_0000000000) starting
[junit4] 2> 1514639 INFO (jetty-launcher-968-thread-1) [n:127.0.0.1:52023_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52023_solr
[junit4] 2> 1514643 INFO (zkCallback-986-thread-1-processing-n:127.0.0.1:46880_solr) [n:127.0.0.1:46880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1514644 INFO (zkCallback-988-thread-1-processing-n:127.0.0.1:59222_solr) [n:127.0.0.1:59222_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1514644 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:52023_solr) [n:127.0.0.1:52023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1514644 INFO (jetty-launcher-968-thread-2) [n:127.0.0.1:48149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1514645 INFO (jetty-launcher-968-thread-4) [n:127.0.0.1:46880_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46880_solr
[junit4] 2> 1514646 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:52023_solr) [n:127.0.0.1:52023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1514646 INFO (zkCallback-986-thread-1-processing-n:127.0.0.1:46880_solr) [n:127.0.0.1:46880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1514650 INFO (zkCallback-988-thread-1-processing-n:127.0.0.1:59222_solr) [n:127.0.0.1:59222_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1514651 INFO (zkCallback-987-thread-1-processing-n:127.0.0.1:48149_solr) [n:127.0.0.1:48149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1514652 INFO (jetty-launcher-968-thread-2) [n:127.0.0.1:48149_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48149_solr
[junit4] 2> 1514653 INFO (zkCallback-986-thread-1-processing-n:127.0.0.1:46880_solr) [n:127.0.0.1:46880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1514653 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:52023_solr) [n:127.0.0.1:52023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1514653 INFO (zkCallback-987-thread-1-processing-n:127.0.0.1:48149_solr) [n:127.0.0.1:48149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1514654 INFO (zkCallback-988-thread-1-processing-n:127.0.0.1:59222_solr) [n:127.0.0.1:59222_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1514677 INFO (jetty-launcher-968-thread-3) [n:127.0.0.1:59222_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59222_solr
[junit4] 2> 1514679 INFO (zkCallback-987-thread-1-processing-n:127.0.0.1:48149_solr) [n:127.0.0.1:48149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514679 INFO (zkCallback-988-thread-1-processing-n:127.0.0.1:59222_solr) [n:127.0.0.1:59222_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514679 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:52023_solr) [n:127.0.0.1:52023_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514679 INFO (zkCallback-986-thread-1-processing-n:127.0.0.1:46880_solr) [n:127.0.0.1:46880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514696 INFO (jetty-launcher-968-thread-2) [n:127.0.0.1:48149_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node2/.
[junit4] 2> 1514698 INFO (jetty-launcher-968-thread-1) [n:127.0.0.1:52023_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node1/.
[junit4] 2> 1514710 INFO (jetty-launcher-968-thread-3) [n:127.0.0.1:59222_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node3/.
[junit4] 2> 1514742 INFO (jetty-launcher-968-thread-4) [n:127.0.0.1:46880_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node4/.
[junit4] 2> 1515024 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1515025 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39974/solr ready
[junit4] 2> 1515475 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1515962 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1516119 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 1516150 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1516207 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1516260 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_59786_hdfs____ou3gb/webapp
[junit4] 2> 1517018 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59786
[junit4] 2> 1517623 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1517627 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1517641 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46421_datanode____.ueacbs/webapp
[junit4] 2> 1518072 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46421
[junit4] 2> 1518464 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1518466 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1518480 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45068_datanode____o0020o/webapp
[junit4] 2> 1518921 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5D25608316BF2D04]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45068
[junit4] 2> 1520069 INFO (IPC Server handler 5 on 41663) [ ] BlockStateChange BLOCK* processReport: from storage DS-bbe705e1-287e-4f21-8109-c33bd7ca8d76 node DatanodeRegistration(127.0.0.1:52771, datanodeUuid=8ea48357-a53d-499b-93b1-e9661f1921d8, infoPort=40610, infoSecurePort=0, ipcPort=44446, storageInfo=lv=-56;cid=testClusterID;nsid=818636275;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1520069 INFO (IPC Server handler 5 on 41663) [ ] BlockStateChange BLOCK* processReport: from storage DS-25d01932-3a75-4573-b9e2-1dab42f17e42 node DatanodeRegistration(127.0.0.1:52771, datanodeUuid=8ea48357-a53d-499b-93b1-e9661f1921d8, infoPort=40610, infoSecurePort=0, ipcPort=44446, storageInfo=lv=-56;cid=testClusterID;nsid=818636275;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1520081 INFO (IPC Server handler 6 on 41663) [ ] BlockStateChange BLOCK* processReport: from storage DS-29c7ceeb-a34f-4536-9fb2-fd0d73f8b97e node DatanodeRegistration(127.0.0.1:60552, datanodeUuid=dbe7b234-72f5-4ba8-a0ae-3263e6f26908, infoPort=46257, infoSecurePort=0, ipcPort=59959, storageInfo=lv=-56;cid=testClusterID;nsid=818636275;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 1520081 INFO (IPC Server handler 6 on 41663) [ ] BlockStateChange BLOCK* processReport: from storage DS-7959be55-ac1d-4e00-b4cf-8f1f1316517a node DatanodeRegistration(127.0.0.1:60552, datanodeUuid=dbe7b234-72f5-4ba8-a0ae-3263e6f26908, infoPort=46257, infoSecurePort=0, ipcPort=59959, storageInfo=lv=-56;cid=testClusterID;nsid=818636275;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1520226 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[5D25608316BF2D04]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 1520227 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[5D25608316BF2D04]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1520291 INFO (qtp192093847-53873) [n:127.0.0.1:48149_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1520293 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:59222_solr) [n:127.0.0.1:59222_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 1520437 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1520476 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1520478 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1520486 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1520590 INFO (zkCallback-987-thread-1-processing-n:127.0.0.1:48149_solr) [n:127.0.0.1:48149_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1520590 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:52023_solr) [n:127.0.0.1:52023_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1520590 INFO (zkCallback-986-thread-1-processing-n:127.0.0.1:46880_solr) [n:127.0.0.1:46880_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1520590 INFO (zkCallback-988-thread-1-processing-n:127.0.0.1:59222_solr) [n:127.0.0.1:59222_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1521453 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1521459 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 1521462 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1521465 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 1521481 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41663/data
[junit4] 2> 1521481 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1521482 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node2/nodes_used_collection_shard1_replica1], dataDir=[hdfs://localhost:41663/data/nodes_used_collection/core_node1/data/]
[junit4] 2> 1521484 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1521487 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1521505 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1521515 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1521524 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 1521526 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1521527 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 1521529 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 1521533 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521533 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1521533 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 1521530 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 1521530 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1521534 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 1521538 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1521542 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41663/data
[junit4] 2> 1521542 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1521542 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 1521542 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node4/nodes_used_collection_shard1_replica2], dataDir=[hdfs://localhost:41663/data/nodes_used_collection/core_node3/data/]
[junit4] 2> 1521543 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 1521543 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41663/data
[junit4] 2> 1521543 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1521543 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node1/nodes_used_collection_shard2_replica1], dataDir=[hdfs://localhost:41663/data/nodes_used_collection/core_node2/data/]
[junit4] 2> 1521543 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1521549 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41663/data
[junit4] 2> 1521549 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1521549 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5D25608316BF2D04-001/tempDir-001/node3/nodes_used_collection_shard2_replica2], dataDir=[hdfs://localhost:41663/data/nodes_used_collection/core_node4/data/]
[junit4] 2> 1521549 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 1521551 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521551 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1521562 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521562 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1521573 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521573 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1521842 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1521843 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1521844 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1521848 INFO (qtp1950465760-53893) [n:127.0.0.1:59222_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node4/data
[junit4] 2> 1521844 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1521850 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node3/data
[junit4] 2> 1521851 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node2/data
[junit4] 2> 1521865 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node1/data
[junit4] 2> 1521904 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 1521908 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node1/data/index
[junit4] 2> 1521911 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521911 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1521916 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41663/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 1521916 INFO (qtp528479911-53905) [n:127.0.0.1:52023_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1521926 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521926 INFO (qtp192093847-53869) [n:127.0.0.1:48149_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1521931 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1521931 INFO (qtp1982501886-53882) [n:127.0.0.1:46880_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[...truncated too long message...]
Policy@1ae84a
[junit4] 2> 4294174 INFO (coreLoadExecutor-9637-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@690d7c97[collection1] main]
[junit4] 2> 4294175 INFO (coreLoadExecutor-9637-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 4294187 INFO (coreLoadExecutor-9637-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 4294213 INFO (coreLoadExecutor-9637-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4294215 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 4294215 INFO (coreLoadExecutor-9637-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555256009331572736
[junit4] 2> 4294215 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 4294215 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 4294215 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 4294216 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 4294216 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 4294217 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 4294217 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 4294217 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 4294226 INFO (searcherExecutor-9638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@690d7c97[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4299226 INFO (TEST-SolrGangliaReporterTest.testReporter-seed#[5D25608316BF2D04]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrGangliaReporterTest -Dtests.method=testReporter -Dtests.seed=5D25608316BF2D04 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=mk -Dtests.timezone=Etc/Zulu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 5.28s J1 | SolrGangliaReporterTest.testReporter <<<
[junit4] > Throwable #1: java.util.ConcurrentModificationException
[junit4] > at __randomizedtesting.SeedInfo.seed([5D25608316BF2D04:2C14DB47DB3BE41]:0)
[junit4] > at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
[junit4] > at java.util.ArrayList$Itr.next(ArrayList.java:851)
[junit4] > at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4299230 INFO (SUITE-SolrGangliaReporterTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 4299230 INFO (SUITE-SolrGangliaReporterTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5379859
[junit4] 2> 4299231 INFO (coreCloseExecutor-9643-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3b554223
[junit4] 2> 4299238 INFO (coreCloseExecutor-9643-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 4299239 INFO (SUITE-SolrGangliaReporterTest-seed#[5D25608316BF2D04]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrGangliaReporterTest_5D25608316BF2D04-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1771, maxMBSortInHeap=6.943458277904494, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=mk, timezone=Etc/Zulu
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=129804040,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [TestNonDefinedSimilarityFactory, CdcrUpdateLogTest, TestCustomStream, CloneFieldUpdateProcessorFactoryTest, SearchHandlerTest, TestDeleteCollectionOnDownNodes, TestSurroundQueryParser, TestUpdate, TestRandomRequestDistribution, TestQuerySenderListener, CachingDirectoryFactoryTest, SpatialFilterTest, ConvertedLegacyTest, DistanceFunctionTest, MoreLikeThisHandlerTest, TestSearchPerf, DistributedTermsComponentTest, VMParamsZkACLAndCredentialsProvidersTest, TestDelegationWithHadoopAuth, DeleteNodeTest, TestBM25SimilarityFactory, TestUseDocValuesAsStored2, CollectionsAPIDistributedZkTest, HdfsRestartWhileUpdatingTest, UpdateRequestProcessorFactoryTest, BasicFunctionalityTest, SpellingQueryConverterTest, BJQParserTest, TestMacroExpander, TestFreeTextSuggestions, TestDefaultSearchFieldResource, TestSuggestSpellingConverter, SuggesterFSTTest, TestQueryTypes, SolrGraphiteReporterTest, IndexSchemaRuntimeFieldTest, MultiThreadedOCPTest, TestPartialUpdateDeduplication, DateMathParserTest, CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, ClassificationUpdateProcessorFactoryTest, DistributedIntervalFacetingTest, DistributedFacetPivotWhiteBoxTest, TestWordDelimiterFilterFactory, BigEndianAscendingWordDeserializerTest, DeleteStatusTest, TestCloudPivotFacet, ShufflingReplicaListTransformerTest, TestSegmentSorting, TestFieldCacheReopen, HdfsChaosMonkeyNothingIsSafeTest, DistributedFacetPivotLongTailTest, TestMiniSolrCloudClusterSSL, ShardRoutingCustomTest, TestUninvertingReader, TestBackupRepositoryFactory, TestRawTransformer, ChaosMonkeySafeLeaderTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, DistanceUnitsTest, CoreAdminCreateDiscoverTest, TestSolr4Spatial2, OpenCloseCoreStressTest, CursorMarkTest, TestReqParamsAPI, TestSearcherReuse, DocValuesTest, ZkControllerTest, TestReRankQParserPlugin, SmileWriterTest, BasicAuthIntegrationTest, JsonLoaderTest, TestXmlQParserPlugin, WordBreakSolrSpellCheckerTest, TestLRUCache, TestSQLHandlerNonCloud, TestCloudManagedSchema, TestCSVResponseWriter, SortByFunctionTest, LoggingHandlerTest, TestQueryUtils, TestAnalyzeInfixSuggestions, HttpSolrCallGetCoreTest, TestAuthenticationFramework, TestSimpleTrackingShardHandler, TestTrie, OverseerStatusTest, TestTolerantUpdateProcessorRandomCloud, OverseerCollectionConfigSetProcessorTest, ClusterStateUpdateTest, IndexSchemaTest, FileUtilsTest, TestCoreContainer, MultiTermTest, TestDocBasedVersionConstraints, CopyFieldTest, TestRequestForwarding, SimpleMLTQParserTest, TestFieldCollectionResource, TestJavabinTupleStreamParser, CollectionReloadTest, ExplicitHLLTest, SolrInfoMBeanTest, HdfsTlogReplayBufferedWhileIndexingTest, BlockDirectoryTest, SimplePostToolTest, TestElisionMultitermQuery, ParsingFieldUpdateProcessorsTest, FullSolrCloudDistribCmdsTest, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestSolr4Spatial, StatsComponentTest, PeerSyncTest, TestFiltering, HighlighterTest, SoftAutoCommitTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTest, TestStressLucene, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, QueryEqualityTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, RegexBoostProcessorTest, TestJmxIntegration, MBeansHandlerTest, PingRequestHandlerTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, TestSystemIdResolver, DOMUtilTest, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestJettySolrRunner, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, TestTolerantUpdateProcessorCloud, HdfsBasicDistributedZkTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestSolrCoreSnapshots, TestRestoreCore, TestSolrConfigHandlerCloud, DistributedSuggestComponentTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, TestSlowCompositeReaderWrapper, WrapperMergePolicyFactoryTest, JvmMetricsTest, SolrMetricReporterTest, SolrGangliaReporterTest]
[junit4] Completed [585/675 (4!)] on J1 in 5.30s, 1 test, 1 error <<< FAILURES!
[...truncated 62740 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 242 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/242/
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor153.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:729) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:791) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1042) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:529) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor153.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:729)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:791)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1042)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:529)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E84C126075BAB855]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor25.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([ECFC3FD708A6E683]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([ECFC3FD708A6E683]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([E84C126075BAB855:C5325D3A829E0259]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([E84C126075BAB855:A03966D4738997C0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1829 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ??? 31, 2016 4:09:00 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=6649, name=TEST-TestFuzzyQuery.testRandom-seed#[ECFC3FD708A6E683], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=6648, name=SUITE-TestFuzzyQuery-seed#[ECFC3FD708A6E683], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=ECFC3FD708A6E683 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-TW -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([ECFC3FD708A6E683]:0)
[junit4] 2> ??? 31, 2016 4:09:00 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ??? 31, 2016 4:09:20 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=6649, name=TEST-TestFuzzyQuery.testRandom-seed#[ECFC3FD708A6E683], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ??? 31, 2016 4:09:20 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=6649, name=TEST-TestFuzzyQuery.testRandom-seed#[ECFC3FD708A6E683], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ??? 31, 2016 4:09:23 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=6649, name=TEST-TestFuzzyQuery.testRandom-seed#[ECFC3FD708A6E683], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=no): {field=LM Jelinek-Mercer(0.700000)}, locale=zh-TW, timezone=Indian/Chagos
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=207758192,total=264765440
[junit4] 2> NOTE: All tests run in this JVM: [TestPersistentSnapshotDeletionPolicy, TestTragicIndexWriterDeadlock, Test2BNumericDocValues, TestCustomNorms, TestHugeRamFile, FuzzyTermOnShortTermsTest, TestIndexWriterMergePolicy, TestNumericRangeQuery64, TestArrayUtil, TestIntBlockPool, TestThreadedForceMerge, TestForTooMuchCloning, TestDocValuesScoring, TestSpanTermQuery, TestTwoPhaseCommitTool, TestDoubleValuesSource, TestMultiTermQueryRewrites, TestSegmentTermDocs, TestConstantScoreQuery, TestLucene54DocValuesFormat, TestReaderClosed, TestManyFields, TestParallelCompositeReader, TestSloppyMath, TestDirectoryReaderReopen, TestIndexingSequenceNumbers, TestWildcardRandom, TestAutomatonQueryUnicode, TestSimpleAttributeImpl, TestTransactionRollback, TestBlockPostingsFormat2, TestAllFilesDetectTruncation, TestSwappedIndexFiles, TestStringHelper, TestComplexExplanations, TestUniqueTermCount, TestOmitPositions, TestIndexWriterDelete, TestIndexReaderClose, TestMinShouldMatch2, TestCrash, TestMatchAllDocsQuery, TestDeterminism, TestCharArrayMap, TestQueryRescorer, TestSmallFloat, TestMathUtil, TestSpanFirstQuery, TestPhraseQuery, TestBooleanCoord, TestBinaryTerms, TestRegexpQuery, TestStressIndexing, TestIntArrayDocIdSet, TestBooleanQueryVisitSubscorers, TestFieldType, TestSpans, TestSearchAfter, TestSimilarityProvider, TestNumericUtils, TestMutablePointsReaderUtils, TestFieldCacheRewriteMethod, TestNGramPhraseQuery, TestAutomaton, TestCharFilter, TestRegexpRandom, TestIndexWriterConfig, TestRadixSelector, TestDeletionPolicy, TestNIOFSDirectory, TestDocValues, TestRecyclingByteBlockAllocator, TestLSBRadixSorter, TestIndexWriterWithThreads, TestIndexWriter, TestPerFieldDocValuesFormat, TestIndexWriterMerging, TestFSTs, TestNumericRangeQuery32, TestAddIndexes, TestShardSearching, TestMultiMMap, TestSearcherManager, TestMinimize, TestRollingUpdates, TestTieredMergePolicy, TestSimpleExplanations, TestDirectoryReader, TestLockFactory, TestCollectionUtil, TestOmitNorms, TestNRTCachingDirectory, TestSegmentReader, TestFastDecompressionMode, TestIndexWriterNRTIsCurrent, TestTransactions, TestPerFieldPostingsFormat2, TestSort, TestMultiDocValues, TestFieldsReader, TestCustomSearcherSort, TestDocValuesIndexing, TestSimilarityBase, TestBooleanMinShouldMatch, TestLegacyNumericUtils, TestIndexWriterOnDiskFull, TestDisjunctionMaxQuery, TestOmitTf, TestNearSpansOrdered, TestTermRangeQuery, TestDocumentWriter, TestCrashCausesCorruptIndex, TestScorerPerf, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=ECFC3FD708A6E683 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-TW -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([ECFC3FD708A6E683]:0)
[junit4] Completed [444/444 (1!)] on J0 in 7223.16s, 5 tests, 2 errors <<< FAILURES!
[...truncated 10453 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/init-core-data-001
[junit4] 2> 1831681 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1831681 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001
[junit4] 2> 1831682 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1831682 INFO (Thread-179874) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1831682 INFO (Thread-179874) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1831782 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56654
[junit4] 2> 1831795 INFO (jetty-launcher-1731-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1831796 INFO (jetty-launcher-1731-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1831797 INFO (jetty-launcher-1731-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1831799 INFO (jetty-launcher-1731-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1831800 INFO (jetty-launcher-1731-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@782cc60f{/solr,null,AVAILABLE}
[junit4] 2> 1831800 INFO (jetty-launcher-1731-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4248f61d{/solr,null,AVAILABLE}
[junit4] 2> 1831802 INFO (jetty-launcher-1731-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fbd56d0{/solr,null,AVAILABLE}
[junit4] 2> 1831802 INFO (jetty-launcher-1731-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e843d56{SSL,[ssl, http/1.1]}{127.0.0.1:59404}
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-3) [ ] o.e.j.s.Server Started @1834390ms
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59404}
[junit4] 2> 1831803 ERROR (jetty-launcher-1731-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T00:31:43.239Z
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2adbb3e5{SSL,[ssl, http/1.1]}{127.0.0.1:56396}
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-1) [ ] o.e.j.s.Server Started @1834391ms
[junit4] 2> 1831803 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56396}
[junit4] 2> 1831803 ERROR (jetty-launcher-1731-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T00:31:43.240Z
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eb03934{SSL,[ssl, http/1.1]}{127.0.0.1:58402}
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-2) [ ] o.e.j.s.Server Started @1834392ms
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58402}
[junit4] 2> 1831804 ERROR (jetty-launcher-1731-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1831804 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1831805 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1831805 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1831805 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T00:31:43.241Z
[junit4] 2> 1831805 INFO (jetty-launcher-1731-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6472012a{/solr,null,AVAILABLE}
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@392cc2d0{SSL,[ssl, http/1.1]}{127.0.0.1:42322}
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.e.j.s.Server Started @1834394ms
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42322}
[junit4] 2> 1831807 ERROR (jetty-launcher-1731-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1831807 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-31T00:31:43.243Z
[junit4] 2> 1831809 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1831809 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1831812 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1831821 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1831821 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1831825 INFO (jetty-launcher-1731-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56654/solr
[junit4] 2> 1831825 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1831825 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1831827 INFO (jetty-launcher-1731-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56654/solr
[junit4] 2> 1831828 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1831835 INFO (jetty-launcher-1731-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56654/solr
[junit4] 2> 1831835 INFO (jetty-launcher-1731-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56654/solr
[junit4] 2> 1831839 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159524a120e0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1831851 INFO (jetty-launcher-1731-thread-3) [n:127.0.0.1:59404_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59404_solr
[junit4] 2> 1831851 INFO (jetty-launcher-1731-thread-3) [n:127.0.0.1:59404_solr ] o.a.s.c.Overseer Overseer (id=97199345049141257-127.0.0.1:59404_solr-n_0000000000) starting
[junit4] 2> 1831852 INFO (jetty-launcher-1731-thread-2) [n:127.0.0.1:58402_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58402_solr
[junit4] 2> 1831852 INFO (jetty-launcher-1731-thread-1) [n:127.0.0.1:56396_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56396_solr
[junit4] 2> 1831853 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1831854 INFO (zkCallback-1749-thread-1-processing-n:127.0.0.1:59404_solr) [n:127.0.0.1:59404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1831855 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1831855 INFO (zkCallback-1752-thread-1-processing-n:127.0.0.1:58402_solr) [n:127.0.0.1:58402_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1831874 INFO (jetty-launcher-1731-thread-4) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1831875 INFO (jetty-launcher-1731-thread-3) [n:127.0.0.1:59404_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59404_solr
[junit4] 2> 1831877 INFO (zkCallback-1752-thread-1-processing-n:127.0.0.1:58402_solr) [n:127.0.0.1:58402_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1831877 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1831877 INFO (zkCallback-1749-thread-1-processing-n:127.0.0.1:59404_solr) [n:127.0.0.1:59404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1831887 INFO (zkCallback-1751-thread-1-processing-n:127.0.0.1:42322_solr) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1831888 INFO (jetty-launcher-1731-thread-4) [n:127.0.0.1:42322_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42322_solr
[junit4] 2> 1831888 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1831888 INFO (zkCallback-1752-thread-1-processing-n:127.0.0.1:58402_solr) [n:127.0.0.1:58402_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1831890 INFO (zkCallback-1751-thread-1-processing-n:127.0.0.1:42322_solr) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1831900 INFO (jetty-launcher-1731-thread-1) [n:127.0.0.1:56396_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001/node1/.
[junit4] 2> 1831900 INFO (zkCallback-1749-thread-1-processing-n:127.0.0.1:59404_solr) [n:127.0.0.1:59404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1831932 INFO (jetty-launcher-1731-thread-3) [n:127.0.0.1:59404_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001/node3/.
[junit4] 2> 1831982 INFO (jetty-launcher-1731-thread-4) [n:127.0.0.1:42322_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001/node4/.
[junit4] 2> 1832014 INFO (jetty-launcher-1731-thread-2) [n:127.0.0.1:58402_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001/node2/.
[junit4] 2> 1832504 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1832504 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56654/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1832536 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1832542 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1832545 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1832559 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_45383_hdfs____.7jgi6h/webapp
[junit4] 2> 1832899 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45383
[junit4] 2> 1832954 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1832956 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1832964 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41605_datanode____.c18hrv/webapp
[junit4] 2> 1833309 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41605
[junit4] 2> 1833348 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1833349 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1833359 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37134_datanode____.gvgvxn/webapp
[junit4] 2> 1833406 INFO (IPC Server handler 3 on 45988) [ ] BlockStateChange BLOCK* processReport: from storage DS-7b0f0b50-d92f-41ac-9169-4e0a6bfde6d2 node DatanodeRegistration(127.0.0.1:53465, datanodeUuid=0a418b93-2a73-4634-8a84-e48fef36ce4a, infoPort=44787, infoSecurePort=0, ipcPort=46498, storageInfo=lv=-56;cid=testClusterID;nsid=777180788;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1833406 INFO (IPC Server handler 3 on 45988) [ ] BlockStateChange BLOCK* processReport: from storage DS-3b2cc413-829b-4339-8238-83b6d452821b node DatanodeRegistration(127.0.0.1:53465, datanodeUuid=0a418b93-2a73-4634-8a84-e48fef36ce4a, infoPort=44787, infoSecurePort=0, ipcPort=46498, storageInfo=lv=-56;cid=testClusterID;nsid=777180788;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1833697 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E84C126075BAB855]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37134
[junit4] 2> 1833759 INFO (IPC Server handler 8 on 45988) [ ] BlockStateChange BLOCK* processReport: from storage DS-abdce415-5429-419f-925e-74f2bc43e8b2 node DatanodeRegistration(127.0.0.1:44974, datanodeUuid=b2a32cde-31b0-4da5-9e57-92b5f465f571, infoPort=53811, infoSecurePort=0, ipcPort=47971, storageInfo=lv=-56;cid=testClusterID;nsid=777180788;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1833759 INFO (IPC Server handler 8 on 45988) [ ] BlockStateChange BLOCK* processReport: from storage DS-97b9d4db-d12c-47a2-b474-24f9e9b9262c node DatanodeRegistration(127.0.0.1:44974, datanodeUuid=b2a32cde-31b0-4da5-9e57-92b5f465f571, infoPort=53811, infoSecurePort=0, ipcPort=47971, storageInfo=lv=-56;cid=testClusterID;nsid=777180788;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1833893 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[E84C126075BAB855]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 1833893 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[E84C126075BAB855]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1833948 INFO (qtp714478410-188602) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1833952 INFO (qtp714478410-188602) [n:127.0.0.1:58402_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1833955 INFO (qtp714478410-188603) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1833955 INFO (qtp714478410-188603) [n:127.0.0.1:58402_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1833956 INFO (qtp714478410-188589) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1833958 INFO (OverseerThreadFactory-4976-thread-2-processing-n:127.0.0.1:59404_solr) [n:127.0.0.1:59404_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 1833958 INFO (OverseerCollectionConfigSetProcessor-97199345049141257-127.0.0.1:59404_solr-n_0000000000) [n:127.0.0.1:59404_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1834125 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr ] o.a.s.u.TestInjection Inject random core creation delay of 1s
[junit4] 2> 1834129 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr ] o.a.s.u.TestInjection Inject random core creation delay of 1s
[junit4] 2> 1835125 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 1835129 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 1835233 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1835233 INFO (zkCallback-1751-thread-1-processing-n:127.0.0.1:42322_solr) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1836134 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1836137 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1836175 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 1836177 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 1836177 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1836178 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 1836180 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1836180 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 1836182 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45988/data
[junit4] 2> 1836183 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1836183 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001/node4/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:45988/data/onlyinzk/core_node1/data/]
[junit4] 2> 1836183 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45988/data
[junit4] 2> 1836183 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1836183 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E84C126075BAB855-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:45988/data/onlyinzk/core_node2/data/]
[junit4] 2> 1836183 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45988/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 1836183 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45988/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 1836189 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1836189 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1836189 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1836190 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1836191 WARN (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1836191 WARN (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1841195 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1841197 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1841197 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45988/data/onlyinzk/core_node2/data
[junit4] 2> 1841202 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45988/data/onlyinzk/core_node1/data
[junit4] 2> 1841218 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45988/data/onlyinzk/core_node2/data/index
[junit4] 2> 1841227 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1841227 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1841232 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45988/data/onlyinzk/core_node1/data/index
[junit4] 2> 1841243 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1841243 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1841257 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1841261 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1841351 INFO (IPC Server handler 9 on 45988) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44974 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-3b2cc413-829b-4339-8238-83b6d452821b:NORMAL:127.0.0.1:53465|RBW], ReplicaUC[[DISK]DS-97b9d4db-d12c-47a2-b474-24f9e9b9262c:NORMAL:127.0.0.1:44974|FINALIZED]]} size 0
[junit4] 2> 1841352 INFO (IPC Server handler 1 on 45988) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53465 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-97b9d4db-d12c-47a2-b474-24f9e9b9262c:NORMAL:127.0.0.1:44974|FINALIZED], ReplicaUC[[DISK]DS-7b0f0b50-d92f-41ac-9169-4e0a6bfde6d2:NORMAL:127.0.0.1:53465|FINALIZED]]} size 0
[junit4] 2> 1841353 INFO (IPC Server handler 3 on 45988) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53465 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-abdce415-5429-419f-925e-74f2bc43e8b2:NORMAL:127.0.0.1:44974|RBW], ReplicaUC[[DISK]DS-3b2cc413-829b-4339-8238-83b6d452821b:NORMAL:127.0.0.1:53465|RBW]]} size 0
[junit4] 2> 1841353 INFO (IPC Server handler 5 on 45988) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44974 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-abdce415-5429-419f-925e-74f2bc43e8b2:NORMAL:127.0.0.1:44974|RBW], ReplicaUC[[DISK]DS-3b2cc413-829b-4339-8238-83b6d452821b:NORMAL:127.0.0.1:53465|RBW]]} size 0
[junit4] 2> 1841379 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1841379 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1841379 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1841385 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1841385 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1841385 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1841386 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1841386 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1841393 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1841393 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1841396 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eb9ad00[onlyinzk_shard2_replica1] main]
[junit4] 2> 1841397 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1841398 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1841398 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1841403 INFO (searcherExecutor-4986-thread-1-processing-n:127.0.0.1:56396_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@3eb9ad00[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1841404 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555189530980515840
[junit4] 2> 1841409 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1841409 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1841409 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56396/solr/onlyinzk_shard2_replica1/
[junit4] 2> 1841410 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1841410 INFO (zkCallback-1751-thread-1-processing-n:127.0.0.1:42322_solr) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1841411 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1841411 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:56396/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 1841413 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@439b4057[onlyinzk_shard1_replica1] main]
[junit4] 2> 1841414 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1841414 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1841414 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1841414 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555189530991001600
[junit4] 2> 1841414 INFO (searcherExecutor-4985-thread-1-processing-n:127.0.0.1:42322_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@439b4057[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1841416 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56396/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 1841420 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1841420 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1841420 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42322/solr/onlyinzk_shard1_replica1/
[junit4] 2> 1841420 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1841420 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42322/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 1841422 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42322/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 1841523 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1841523 INFO (zkCallback-1751-thread-1-processing-n:127.0.0.1:42322_solr) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1841567 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1841569 INFO (qtp1689198701-188624) [n:127.0.0.1:56396_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=7439
[junit4] 2> 1841573 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1841578 INFO (qtp774930664-188616) [n:127.0.0.1:42322_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=7453
[junit4] 2> 1841580 INFO (qtp714478410-188589) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1841680 INFO (zkCallback-1751-thread-1-processing-n:127.0.0.1:42322_solr) [n:127.0.0.1:42322_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1841680 INFO (zkCallback-1750-thread-1-processing-n:127.0.0.1:56396_solr) [n:127.0.0.1:56396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1841960 INFO (OverseerCollectionConfigSetProcessor-97199345049141257-127.0.0.1:59404_solr-n_0000000000) [n:127.0.0.1:59404_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1842581 INFO (qtp714478410-188589) [n:127.0.0.1:58402_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=8624
[junit4] 2> 1842583 INFO (qtp714478410-188595) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1842583 INFO (qtp714478410-188595) [n:127.0.0.1:58402_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1842583 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[E84C126075BAB855]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 1842708 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[E84C126075BAB855]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 1842709 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[E84C126075BAB855]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1842711 INFO (qtp714478410-188598) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1842723 INFO (OverseerThreadFactory-4976-thread-3-processing-n:127.0.0.1:59404_solr) [n:127.0.0.1:59404_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1842726 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk_shard1_replica1
[junit4] 2> 1842726 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk_shard2_replica1
[junit4] 2> 1842727 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@48d98ae2
[junit4] 2> 1842727 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@efbccc3
[junit4] 2> 1842731 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
[junit4] 2> 1842731 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45988/data/onlyinzk/core_node2/data/index
[junit4] 2> 1842732 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
[junit4] 2> 1842732 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45988/data/onlyinzk/core_node1/data/index
[junit4] 2> 1842736 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45988/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 1842736 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45988/data/onlyinzk/core_node2/data
[junit4] 2> 1842743 INFO (IPC Server handler 4 on 45988) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:53465 127.0.0.1:44974
[junit4] 2> 1842743 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45988/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 1842744 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45988/data/onlyinzk/core_node1/data
[junit4] 2> 1842745 INFO (qtp1689198701-188601) [n:127.0.0.1:56396_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1842750 INFO (IPC Server handler 6 on 45988) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:44974 127.0.0.1:53465
[junit4] 2> 1842752 INFO (qtp774930664-188618) [n:127.0.0.1:42322_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=26
[junit4] 2> 1843467 INFO (qtp714478410-188598) [n:127.0.0.1:58402_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=755
[junit4] 2> 1843470 INFO (qtp714478410-188600) [n:127.0.0.1:58402_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1843479 INFO (OverseerCollectionConfigSetProcessor-97199345049141257-127.0.0.1:59404_solr-n_0000000000) [n:127.0.0.1:59404_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1843480
[...truncated too long message...]
SystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:51)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 2063308 INFO (SUITE-HdfsRecoveryZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60937 60937
[junit4] 2> 2063308 INFO (SUITE-HdfsRecoveryZkTest-seed#[E84C126075BAB855]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, maxDocsPerChunk=702, blockSize=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, blockSize=7)), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=nn-NO, timezone=IET
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=195300656,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [SignatureUpdateProcessorFactoryTest, CloudExitableDirectoryReaderTest, TestIBSimilarityFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDistribIDF, ConcurrentDeleteAndCreateCollectionTest, RegexBoostProcessorTest, ZkStateReaderTest, TriLevelCompositeIdRoutingTest, TestPseudoReturnFields, TestSerializedLuceneMatchVersion, HLLSerializationTest, TestComponentsName, TestReplicationHandlerBackup, BasicDistributedZkTest, TestSubQueryTransformerDistrib, NotRequiredUniqueKeyTest, TestSortByMinMaxFunction, ConjunctionSolrSpellCheckerTest, DirectoryFactoryTest, AsyncCallRequestStatusResponseTest, TestRemoteStreaming, TestCryptoKeys, ReturnFieldsTest, TestStressLucene, RollingRestartTest, OverseerRolesTest, BlockJoinFacetRandomTest, TestReloadDeadlock, TestFileDictionaryLookup, TestBadConfig, HdfsBasicDistributedZkTest, TestRestManager, UtilsToolTest, DateRangeFieldTest, TestNumericTerms64, TestCorePropertiesReload, XsltUpdateRequestHandlerTest, SyncSliceTest, TestManagedSchemaAPI, DeleteShardTest, TestJoin, TestDocumentBuilder, TestSha256AuthenticationProvider, AnalysisErrorHandlingTest, SimpleCollectionCreateDeleteTest, SolrCoreTest, CloudMLTQParserTest, TestTolerantUpdateProcessorCloud, DeleteLastCustomShardedReplicaTest, TestReplicaProperties, TestBlobHandler, TestSolrConfigHandlerConcurrent, TestJmxIntegration, RuleEngineTest, TemplateUpdateProcessorTest, TestSSLRandomization, TestFieldCache, TestRandomFlRTGCloud, TestPHPSerializedResponseWriter, TestHighlightDedupGrouping, SynonymTokenizerTest, TestEmbeddedSolrServerConstructors, UUIDFieldTest, TestScoreJoinQPNoScore, MBeansHandlerTest, TestLeaderElectionWithEmptyReplica, TestCustomDocTransformer, TestMaxScoreQueryParser, TestCloudRecovery, TestOverriddenPrefixQueryForCustomFieldType, MigrateRouteKeyTest, DisMaxRequestHandlerTest, TestLocalFSCloudBackupRestore, PeerSyncTest, TestImplicitCoreProperties, FileBasedSpellCheckerTest, OutputWriterTest, ReplaceNodeTest, TestRTimerTree, AnalyticsQueryTest, TestChildDocTransformer, PathHierarchyTokenizerFactoryTest, CursorPagingTest, HdfsWriteToMultipleCollectionsTest, TestNRTOpen, LeaderFailureAfterFreshStartTest, TestSizeLimitedDistributedMap, HdfsCollectionsAPIDistributedZkTest, CdcrVersionReplicationTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=E84C126075BAB855 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=nn-NO -Dtests.timezone=IET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:729)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:791)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1042)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:529)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([E84C126075BAB855]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [326/675 (2!)] on J0 in 51.68s, 1 test, 1 failure <<< FAILURES!
[...truncated 63572 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 241 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/241/
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL: 1) Thread[id=3351, name=OverseerHdfsCoreFailoverThread-97192248427741199-127.0.0.1:37621_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL:
1) Thread[id=3351, name=OverseerHdfsCoreFailoverThread-97192248427741199-127.0.0.1:37621_solr-n_0000000003, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E9AEDF51DAA12969]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:58656: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58656: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.AutoCommitTest.testMaxTime
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([E9AEDF51DAA12969:735AA2B3443BB555]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:818)
at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:811)
... 40 more
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([8AA6BA4805B7A975]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([8AA6BA4805B7A975]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([E9AEDF51DAA12969:C4D0900B2D859365]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/17)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/17)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([E9AEDF51DAA12969:A1DBABE5DC9206FC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1833 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> Dec 29, 2016 9:34:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=3721, name=SUITE-TestFuzzyQuery-seed#[8AA6BA4805B7A975], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=3722, name=TEST-TestFuzzyQuery.testRandom-seed#[8AA6BA4805B7A975], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=8AA6BA4805B7A975 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ro-RO -Dtests.timezone=America/Indiana/Knox -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([8AA6BA4805B7A975]:0)
[junit4] 2> Dec 29, 2016 9:34:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Dec 29, 2016 9:35:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=3722, name=TEST-TestFuzzyQuery.testRandom-seed#[8AA6BA4805B7A975], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Dec 29, 2016 9:35:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3722, name=TEST-TestFuzzyQuery.testRandom-seed#[8AA6BA4805B7A975], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> Dec 29, 2016 9:35:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3722, name=TEST-TestFuzzyQuery.testRandom-seed#[8AA6BA4805B7A975], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {field=DFR I(ne)1}, locale=ro-RO, timezone=America/Indiana/Knox
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=275939936,total=536346624
[junit4] 2> NOTE: All tests run in this JVM: [TestTransactions, TestSortRandom, TestIndexInput, TestCachingCollector, TestFSTs, TestAllFilesHaveChecksumFooter, TestDocIdSetBuilder, TestReusableStringReader, TestTerm, TestNumericTokenStream, TestNewestSegment, TestSearchWithThreads, TestHighCompressionMode, TestIndexWriterOnDiskFull, TestLiveFieldValues, Test2BSortedDocValuesOrds, TestDocsAndPositions, TestDemo, TestNativeFSLockFactory, TestIntroSelector, TestPostingsOffsets, TestDocIDMerger, TestStressIndexing2, TestByteSlices, TestField, TestTopDocsMerge, TestTotalHitCountCollector, TestApproximationSearchEquivalence, TestSpansEnum, TestCompiledAutomaton, TestSpanNotQuery, TestReadOnlyIndex, TestFixedBitSet, TestMutableValues, TestWeakIdentityMap, TestIndexSorting, TestBlockPostingsFormat3, TestReqExclBulkScorer, TestEarlyTerminatingSortingCollector, TestPhrasePrefixQuery, TestPriorityQueue, TestIndexWriterOnJRECrash, TestBasics, TestSparseFixedBitDocIdSet, TestControlledRealTimeReopenThread, TestIndexWriterFromReader, TestSearchForDuplicates, TestPrefixCodedTerms, TestMaxPosition, TestSegmentReader, TestPrefixInBooleanQuery, TestLongValuesSource, TestSortedSetDocValues, TestDuelingCodecs, TestIsCurrent, TestLongBitSet, Test4GBStoredFields, TestPrefixRandom, TestStringMSBRadixSorter, TestDateTools, TestNumericDocValuesUpdates, TestGrowableByteArrayDataOutput, TestCharArraySet, TestPolygon2D, TestAddIndexes, TestPerFieldPostingsFormat2, TestIndexWriterUnicode, TestMultiDocValues, TestOperations, MultiCollectorTest, TestIndexWriterExceptions, TestBytesRefAttImpl, TestBooleanRewrites, TestFlushByRamOrCountsPolicy, TestConsistentFieldNumbers, TestDirectoryReader, TestLockFactory, TestSegmentMerger, TestOmitNorms, TestRegexpRandom2, TestNRTCachingDirectory, TestFastDecompressionMode, TestPagedBytes, TestCrash, TestSort, TestToken, TestFieldsReader, TestSimpleSearchEquivalence, TestDocValuesIndexing, TestSimilarityBase, TestHugeRamFile, TestBooleanMinShouldMatch, TestDeterminizeLexicon, TestSpans, TestCustomNorms, TestFlex, TestFastCompressionMode, TestRAMDirectory, TestMultiPhraseQuery, TestLazyProxSkipping, TestMergeSchedulerExternal, TestBagOfPostings, TestCodecs, TestCharTermAttributeImpl, TestOmitPositions, TestParallelLeafReader, TestBytesRefHash, TestThreadedForceMerge, TestStressNRT, TestSloppyPhraseQuery2, TestDisjunctionMaxQuery, TestForceMergeForever, TestOmitTf, TestMultiFields, TestDocumentsWriterDeleteQueue, TestDocumentWriter, TestCrashCausesCorruptIndex, TestMultiTermConstantScore, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=8AA6BA4805B7A975 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ro-RO -Dtests.timezone=America/Indiana/Knox -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([8AA6BA4805B7A975]:0)
[junit4] Completed [444/444 (1!)] on J1 in 7223.23s, 8 tests, 2 errors <<< FAILURES!
[...truncated 9806 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/init-core-data-001
[junit4] 2> 297300 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[E9AEDF51DAA12969]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 297309 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSslAndClientAuth
[junit4] 2> 297309 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.TestMiniSolrCloudClusterSSL NOTE: This Test ignores the randomized SSL & clientAuth settings selected by base class
[junit4] 2> 297310 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001
[junit4] 2> 297311 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 297311 INFO (Thread-754) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 297311 INFO (Thread-754) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 297411 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.ZkTestServer start zk server on port:43208
[junit4] 2> 297425 INFO (jetty-launcher-446-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 297426 INFO (jetty-launcher-446-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 297426 INFO (jetty-launcher-446-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 297429 INFO (jetty-launcher-446-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a38d946{/solr,null,AVAILABLE}
[junit4] 2> 297432 INFO (jetty-launcher-446-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@719eee9{/solr,null,AVAILABLE}
[junit4] 2> 297433 INFO (jetty-launcher-446-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fac61d{SSL,[ssl, http/1.1]}{127.0.0.1:32858}
[junit4] 2> 297433 INFO (jetty-launcher-446-thread-3) [ ] o.e.j.s.Server Started @301680ms
[junit4] 2> 297433 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32858}
[junit4] 2> 297434 ERROR (jetty-launcher-446-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 297434 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 297434 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 297434 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 297434 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-29T18:26:45.003Z
[junit4] 2> 297436 INFO (jetty-launcher-446-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b7bf1f5{/solr,null,AVAILABLE}
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4be2a5a3{SSL,[ssl, http/1.1]}{127.0.0.1:37171}
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.e.j.s.Server Started @301684ms
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37171}
[junit4] 2> 297438 ERROR (jetty-launcher-446-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 297438 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-29T18:26:45.007Z
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15cad72e{SSL,[ssl, http/1.1]}{127.0.0.1:35756}
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.e.j.s.Server Started @301689ms
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35756}
[junit4] 2> 297443 ERROR (jetty-launcher-446-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 297443 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-29T18:26:45.012Z
[junit4] 2> 297451 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 297452 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 297460 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 297460 INFO (jetty-launcher-446-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43208/solr
[junit4] 2> 297462 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 297463 INFO (jetty-launcher-446-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43208/solr
[junit4] 2> 297465 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 297480 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 297481 INFO (jetty-launcher-446-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43208/solr
[junit4] 2> 297502 INFO (jetty-launcher-446-thread-3) [n:127.0.0.1:32858_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32858_solr
[junit4] 2> 297503 INFO (jetty-launcher-446-thread-1) [n:127.0.0.1:35756_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35756_solr
[junit4] 2> 297504 INFO (jetty-launcher-446-thread-2) [n:127.0.0.1:37171_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37171_solr
[junit4] 2> 297504 INFO (jetty-launcher-446-thread-3) [n:127.0.0.1:32858_solr ] o.a.s.c.Overseer Overseer (id=97192247615881223-127.0.0.1:32858_solr-n_0000000000) starting
[junit4] 2> 297509 INFO (zkCallback-457-thread-1-processing-n:127.0.0.1:37171_solr) [n:127.0.0.1:37171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 297509 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:35756_solr) [n:127.0.0.1:35756_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 297514 INFO (zkCallback-458-thread-1-processing-n:127.0.0.1:32858_solr) [n:127.0.0.1:32858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 297540 INFO (jetty-launcher-446-thread-3) [n:127.0.0.1:32858_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32858_solr
[junit4] 2> 297541 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:35756_solr) [n:127.0.0.1:35756_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297542 INFO (zkCallback-457-thread-1-processing-n:127.0.0.1:37171_solr) [n:127.0.0.1:37171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297542 INFO (zkCallback-458-thread-1-processing-n:127.0.0.1:32858_solr) [n:127.0.0.1:32858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297590 INFO (jetty-launcher-446-thread-1) [n:127.0.0.1:35756_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node1/.
[junit4] 2> 297591 INFO (jetty-launcher-446-thread-2) [n:127.0.0.1:37171_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node2/.
[junit4] 2> 297659 INFO (jetty-launcher-446-thread-3) [n:127.0.0.1:32858_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node3/.
[junit4] 2> 298366 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 298367 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43208/solr ready
[junit4] 2> 298424 INFO (qtp1465972185-3049) [n:127.0.0.1:32858_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=first_collection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 298426 INFO (OverseerThreadFactory-1543-thread-1-processing-n:127.0.0.1:32858_solr) [n:127.0.0.1:32858_solr ] o.a.s.c.CreateCollectionCmd Create collection first_collection
[junit4] 2> 298560 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&name=first_collection_shard2_replica1&action=CREATE&numShards=3&collection=first_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 298604 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&name=first_collection_shard1_replica1&action=CREATE&numShards=3&collection=first_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 298607 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&name=first_collection_shard3_replica1&action=CREATE&numShards=3&collection=first_collection&shard=shard3&wt=javabin&version=2
[junit4] 2> 298712 INFO (zkCallback-457-thread-1-processing-n:127.0.0.1:37171_solr) [n:127.0.0.1:37171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 298712 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:35756_solr) [n:127.0.0.1:35756_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 298713 INFO (zkCallback-458-thread-1-processing-n:127.0.0.1:32858_solr) [n:127.0.0.1:32858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 299584 WARN (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 299585 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 299599 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.s.IndexSchema [first_collection_shard2_replica1] Schema name=test
[junit4] 2> 299635 WARN (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 299637 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 299640 WARN (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 299641 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 299653 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.s.IndexSchema [first_collection_shard3_replica1] Schema name=test
[junit4] 2> 299654 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.s.IndexSchema [first_collection_shard1_replica1] Schema name=test
[junit4] 2> 299733 WARN (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.s.IndexSchema [first_collection_shard2_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 299736 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 299749 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard2_replica1' using configuration from collection first_collection
[junit4] 2> 299749 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.SolrCore [[first_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node3/first_collection_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node3/./first_collection_shard2_replica1/data/]
[junit4] 2> 299750 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7da2bbb5
[junit4] 2> 299753 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=48.966796875, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=29.3069572384421, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 299761 WARN (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 299767 WARN (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.s.IndexSchema [first_collection_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 299768 WARN (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.s.IndexSchema [first_collection_shard3_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 299769 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 299770 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 299776 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 299776 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 299781 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 299781 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 299783 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard1_replica1' using configuration from collection first_collection
[junit4] 2> 299783 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.SolrCore [[first_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node2/first_collection_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node2/./first_collection_shard1_replica1/data/]
[junit4] 2> 299784 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7da2bbb5
[junit4] 2> 299785 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=48.966796875, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=29.3069572384421, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 299786 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1775117053543001]
[junit4] 2> 299786 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard3_replica1' using configuration from collection first_collection
[junit4] 2> 299787 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.SolrCore [[first_collection_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node1/first_collection_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_E9AEDF51DAA12969-001/tempDir-001/node1/./first_collection_shard3_replica1/data/]
[junit4] 2> 299787 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7da2bbb5
[junit4] 2> 299788 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@235c8bb8[first_collection_shard2_replica1] main]
[junit4] 2> 299789 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=48.966796875, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=29.3069572384421, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 299790 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 299790 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 299790 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 299791 WARN (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 299791 INFO (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:32858_solr x:first_collection_shard2_replica1 s:shard2 c:first_collection) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.SolrCore [first_collection_shard2_replica1] Registered new searcher Searcher@235c8bb8[first_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 299791 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555075964453519360
[junit4] 2> 299798 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 299798 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 299798 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32858/solr/first_collection_shard2_replica1/
[junit4] 2> 299798 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 299798 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:32858/solr/first_collection_shard2_replica1/ has no replicas
[junit4] 2> 299803 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32858/solr/first_collection_shard2_replica1/ shard2
[junit4] 2> 299803 WARN (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 299806 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 299806 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 299807 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 299807 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 299807 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1775117053543001]
[junit4] 2> 299808 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e6f4cc4[first_collection_shard1_replica1] main]
[junit4] 2> 299809 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 299809 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 299809 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 299809 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555075964472393728
[junit4] 2> 299815 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 299815 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 299816 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 299816 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 299816 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1775117053543001]
[junit4] 2> 299816 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35d23024[first_collection_shard3_replica1] main]
[junit4] 2> 299817 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 299818 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 299818 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 299818 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555075964481830912
[junit4] 2> 299821 INFO (searcherExecutor-1556-thread-1-processing-n:127.0.0.1:35756_solr x:first_collection_shard3_replica1 s:shard3 c:first_collection) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.SolrCore [first_collection_shard3_replica1] Registered new searcher Searcher@35d23024[first_collection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 299825 INFO (searcherExecutor-1555-thread-1-processing-n:127.0.0.1:37171_solr x:first_collection_shard1_replica1 s:shard1 c:first_collection) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.SolrCore [first_collection_shard1_replica1] Registered new searcher Searcher@2e6f4cc4[first_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 299826 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 299826 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 299826 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37171/solr/first_collection_shard1_replica1/
[junit4] 2> 299826 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 299826 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:37171/solr/first_collection_shard1_replica1/ has no replicas
[junit4] 2> 299826 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 299826 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 299826 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35756/solr/first_collection_shard3_replica1/
[junit4] 2> 299826 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 299826 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:35756/solr/first_collection_shard3_replica1/ has no replicas
[junit4] 2> 299831 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37171/solr/first_collection_shard1_replica1/ shard1
[junit4] 2> 299831 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35756/solr/first_collection_shard3_replica1/ shard3
[junit4] 2> 299936 INFO (zkCallback-457-thread-1-processing-n:127.0.0.1:37171_solr) [n:127.0.0.1:37171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 299936 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:35756_solr) [n:127.0.0.1:35756_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 299936 INFO (zkCallback-458-thread-3-processing-n:127.0.0.1:32858_solr) [n:127.0.0.1:32858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 299954 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 299956 INFO (qtp1465972185-3045) [n:127.0.0.1:32858_solr c:first_collection s:shard2 x:first_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&name=first_collection_shard2_replica1&action=CREATE&numShards=3&collection=first_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1396
[junit4] 2> 299982 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 299982 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 299984 INFO (qtp1096391140-3064) [n:127.0.0.1:37171_solr c:first_collection s:shard1 x:first_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&name=first_collection_shard1_replica1&action=CREATE&numShards=3&collection=first_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1380
[junit4] 2> 299984 INFO (qtp1978803652-3055) [n:127.0.0.1:35756_solr c:first_collection s:shard3 x:first_collection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&name=first_collection_shard3_replica1&action=CREATE&numShards=3&collection=first_collection&shard=shard3&wt=javabin&version=2} status=0 QTime=1377
[junit4] 2> 299992 INFO (qtp1465972185-3049) [n:127.0.0.1:32858_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 300092 INFO (zkCallback-457-thread-1-processing-n:127.0.0.1:37171_solr) [n:127.0.0.1:37171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 300093 INFO (zkCallback-458-thread-1-processing-n:127.0.0.1:32858_solr) [n:127.0.0.1:32858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 300093 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:35756_solr) [n:127.0.0.1:35756_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 300428 INFO (OverseerCollectionConfigSetProcessor-97192247615881223-127.0.0.1:32858_solr-n_0000000000) [n:127.0.0.1:32858_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 300992 INFO (qtp1465972185-3049) [n:127.0.0.1:32858_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=first_collection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2568
[junit4] 2> 300993 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: first_collection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 300997 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[E9AEDF51DAA12969]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: first_collection
[junit4] 2> 301041 INFO (qtp1978803652-3053) [n:127.0.0.1:35756_solr c:first_collection s:shard3 r:core_node3 x:first_collection_shard3_replica1] o.a.s.c.S.Request [first_collection_shard3_replica1] webapp=/solr path=/select params={distrib=false&_stateVer_=first_collection:3&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:35756/solr/first_collection_shard3_replica1/&rows=10&version=2&q=*:*&NOW=1483036008580&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 301042 INFO (qtp1465972185-3039) [n:127.0.0.1:32858_solr c:first_collection s:shard2 r:core_node1 x:first_collection_shard2_replica1] o.a.s.c.S.Request [first_collection_shard2_replica1] webapp=/solr path=/select params={distrib=false&_stateVer_=first_collection:3&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32858/solr/first_collection_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1483036008580&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 301075 INFO (qtp1096391140-3061) [n:127.0.0.1:37171_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica1] o.a.s.c.S.Request [first_collection_shard1_replica1] webapp=/solr path=/select params={distrib=false&_stateVer_=first_collection:3&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:37171/solr/first_collection_shard1_replica1/&rows=10&version=2&q=*:
[...truncated too long message...]
[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051572 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5022
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5023
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500]} 0 5023
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5023
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5023
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5023
[junit4] 2> 2051573 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530]} 0 5024
[junit4] 2> 2051574 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 2052573 INFO (commitScheduler-4476-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 2052575 INFO (commitScheduler-4476-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b8d2c5[collection1] main]
[junit4] 2> 2052575 INFO (commitScheduler-4476-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2052576 INFO (searcherExecutor-4473-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b8d2c5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.4.0):c10/9:delGen=1)))}
[junit4] 2> 2052826 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 2052826 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2052827 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[E9AEDF51DAA12969]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
[junit4] 2> 2052827 INFO (SUITE-AutoCommitTest-seed#[E9AEDF51DAA12969]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2052827 INFO (SUITE-AutoCommitTest-seed#[E9AEDF51DAA12969]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1368955282
[junit4] 2> 2052828 INFO (coreCloseExecutor-4477-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@30a3b1a
[junit4] 2> 2052837 INFO (coreCloseExecutor-4477-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2052840 INFO (SUITE-AutoCommitTest-seed#[E9AEDF51DAA12969]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_E9AEDF51DAA12969-001
[junit4] 2> Dec 29, 2016 6:56:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-IN, timezone=Asia/Qyzylorda
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=214782424,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [UpdateParamsTest, NoCacheHeaderTest, QueryParsingTest, TestJsonRequest, CollectionsAPISolrJTest, HdfsDirectoryFactoryTest, DistributedFacetPivotSmallAdvancedTest, ConnectionReuseTest, TestAnalyzedSuggestions, CollectionStateFormat2Test, TestOnReconnectListenerSupport, SaslZkACLProviderTest, StatsComponentTest, PingRequestHandlerTest, SuggesterWFSTTest, CheckHdfsIndexTest, TestLeaderInitiatedRecoveryThread, LeaderFailoverAfterPartitionTest, TestExceedMaxTermLength, TestCollectionAPI, TestObjectReleaseTracker, TestConfig, TestTrackingShardHandlerFactory, TestNumericTerms32, TestJsonFacetRefinement, OverseerTaskQueueTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsBasicDistributedZk2Test, TestDistributedStatsComponentCardinality, TestDynamicLoading, TestDefaultStatsCache, TestRequestStatusCollectionAPI, TestInitQParser, DebugComponentTest, SimpleFacetsTest, TestSolrXml, SolrCloudExampleTest, TestTestInjection, OverseerTest, TestConfigOverlay, TolerantUpdateProcessorTest, SolrMetricsIntegrationTest, TestUnifiedSolrHighlighter, ClassificationUpdateProcessorIntegrationTest, CircularListTest, TestRebalanceLeaders, TestRuleBasedAuthorizationPlugin, TestNoOpRegenerator, TestClassicSimilarityFactory, BinaryUpdateRequestHandlerTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, ResponseLogComponentTest, CurrencyFieldXmlFileTest, MinimalSchemaTest, TestLFUCache, FieldAnalysisRequestHandlerTest, TestIndexSearcher, LeaderElectionTest, SpatialRPTFieldTypeTest, FullHLLTest, TestSimpleQParserPlugin, MergeStrategyTest, ConnectionManagerTest, TestSolrCloudWithKerberosAlt, TestUtils, BadIndexSchemaTest, TestManagedSchema, OverseerModifyCollectionTest, HardAutoCommitTest, TestFieldCacheSanityChecker, UnloadDistributedZkTest, AnalyticsMergeStrategyTest, SolrCoreCheckLockOnStartupTest, TestSolrQueryParser, RemoteQueryErrorTest, PreAnalyzedFieldTest, TestHdfsBackupRestoreCore, TestExtendedDismaxParser, TestPushWriter, SolrTestCaseJ4Test, SparseHLLTest, DocExpirationUpdateProcessorFactoryTest, DeleteReplicaTest, JSONWriterTest, TestDocTermOrds, TestPerFieldSimilarityClassic, ShowFileRequestHandlerTest, DirectUpdateHandlerOptimizeTest, TestManagedSynonymFilterFactory, TestMacros, TestDistribDocBasedVersion, StatsReloadRaceTest, RequestLoggingTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestWriterPerf, BigEndianAscendingWordSerializerTest, TestInitParams, MetricsHandlerTest, TestIndexingPerformance, HdfsUnloadDistributedZkTest, DistributedFacetExistsSmallTest, TestSolrQueryResponse, SpellPossibilityIteratorTest, TestShortCircuitedRequests, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ShardRoutingCustomTest, AutoCommitTest]
[junit4] Completed [313/675 (4!)] on J2 in 8.38s, 3 tests, 1 error <<< FAILURES!
[...truncated 63626 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 240 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/240/
6 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([B9AA01A4CB8C1B16]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([B9AA01A4CB8C1B16]:0)
FAILED: org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate
Error Message:
Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
Stack Trace:
java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
at __randomizedtesting.SeedInfo.seed([3632FEAD465B2693:7C2B86983DF25126]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([343A326AE76CE8B5:1615EB3F9EC82952]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:557)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/7)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/7)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([343A326AE76CE8B5:7C4F46DEE15FC720]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([343A326AE76CE8B5:19447D30104852B9]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1694 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> des 28, 2016 8:58:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=479, name=SUITE-TestFuzzyQuery-seed#[B9AA01A4CB8C1B16], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=480, name=TEST-TestFuzzyQuery.testRandom-seed#[B9AA01A4CB8C1B16], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:743)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=B9AA01A4CB8C1B16 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=no-NO -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([B9AA01A4CB8C1B16]:0)
[junit4] 2> des 28, 2016 8:58:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> des 28, 2016 8:58:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=480, name=TEST-TestFuzzyQuery.testRandom-seed#[B9AA01A4CB8C1B16], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:743)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> des 28, 2016 8:58:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=480, name=TEST-TestFuzzyQuery.testRandom-seed#[B9AA01A4CB8C1B16], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> des 28, 2016 8:58:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=480, name=TEST-TestFuzzyQuery.testRandom-seed#[B9AA01A4CB8C1B16], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:743)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=no-NO, timezone=America/Yellowknife
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=145636400,total=353894400
[junit4] 2> NOTE: All tests run in this JVM: [TestFSTs, TestNewestSegment, TestAddIndexes, TestIsCurrent, TestWeakIdentityMap, TestSimilarity2, TestSimilarityBase, TestLucene60PointsFormat, TestLSBRadixSorter, TestIndexWriterOutOfFileDescriptors, TestDuelingCodecsAtNight, TestFilterDirectory, TestIndexWriterCommit, TestDateTools, TestBooleanSimilarity, TestMutablePointsReaderUtils, TestRAMDirectory, Test4GBStoredFields, TestRollingBuffer, TestBytesRefHash, TestTopDocsMerge, TestSpanTermQuery, TestSearch, TestPrefixRandom, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=B9AA01A4CB8C1B16 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=no-NO -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([B9AA01A4CB8C1B16]:0)
[junit4] Completed [393/442 (1!)] on J1 in 7223.19s, 1 test, 2 errors <<< FAILURES!
[...truncated 11318 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/init-core-data-001
[junit4] 2> 2637527 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[343A326AE76CE8B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2637527 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[343A326AE76CE8B5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_sns/
[junit4] 2> 2637529 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2637530 INFO (Thread-53365) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2637530 INFO (Thread-53365) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2637630 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.ZkTestServer start zk server on port:49587
[junit4] 2> 2637644 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2637647 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2637649 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2637651 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2637653 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2637655 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2637657 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2637658 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2637660 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2637661 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2637663 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2637665 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationStartStop
[junit4] 2> 2637775 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-001/cores/collection1
[junit4] 2> 2637777 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2637778 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@266aa9e4{/_sns,null,AVAILABLE}
[junit4] 2> 2637779 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ffd79a8{HTTP/1.1,[http/1.1]}{127.0.0.1:38450}
[junit4] 2> 2637779 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.Server Started @2641940ms
[junit4] 2> 2637779 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/_sns, hostPort=38450, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-001/cores}
[junit4] 2> 2637780 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637780 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2637780 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637780 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637781 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-28T19:07:48.586Z
[junit4] 2> 2637783 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2637783 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-001/solr.xml
[junit4] 2> 2637790 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2637790 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49587/solr
[junit4] 2> 2637813 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:38450__sns ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38450__sns
[junit4] 2> 2637815 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:38450__sns ] o.a.s.c.Overseer Overseer (id=97186746750599172-127.0.0.1:38450__sns-n_0000000000) starting
[junit4] 2> 2637822 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:38450__sns ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38450__sns
[junit4] 2> 2637824 INFO (zkCallback-2419-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2637856 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:38450__sns ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-001/cores
[junit4] 2> 2637856 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:38450__sns ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2637863 INFO (OverseerStateUpdate-97186746750599172-127.0.0.1:38450__sns-n_0000000000) [n:127.0.0.1:38450__sns ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2638866 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 2638879 WARN (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2638880 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2638893 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2638989 WARN (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2638991 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2639010 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2639011 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-001/cores/collection1/data/]
[junit4] 2> 2639011 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9de114
[junit4] 2> 2639012 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=27.37890625, floorSegmentMB=2.1572265625, forceMergeDeletesPctAllowed=17.974190855934996, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5957851182324488
[junit4] 2> 2639029 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2639029 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2639029 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2639029 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2639030 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=20.4375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=0.6010815267909153, segmentsPerTier=30.0, maxCFSSegmentSizeMB=2.1884765625, noCFSRatio=0.8474746592104594
[junit4] 2> 2639030 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24ccf69f[collection1] main]
[junit4] 2> 2639036 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2639037 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2639037 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2639040 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2639041 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 2639057 INFO (searcherExecutor-6348-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24ccf69f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2639057 INFO (coreLoadExecutor-6347-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554987949607616512
[junit4] 2> 2639074 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2639074 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2639074 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38450/_sns/collection1/
[junit4] 2> 2639075 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2639075 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38450/_sns/collection1/ has no replicas
[junit4] 2> 2639078 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38450/_sns/collection1/ shard2
[junit4] 2> 2639088 INFO (zkCallback-2419-thread-1-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 2639229 INFO (coreZkRegister-6340-thread-1-processing-n:127.0.0.1:38450__sns x:collection1 c:tmp_collection) [n:127.0.0.1:38450__sns c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2639650 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-002/cores/collection1
[junit4] 2> 2639652 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2639653 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45b69344{/_sns,null,AVAILABLE}
[junit4] 2> 2639653 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b0e9dfb{HTTP/1.1,[http/1.1]}{127.0.0.1:51829}
[junit4] 2> 2639654 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.Server Started @2643814ms
[junit4] 2> 2639654 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/_sns, hostPort=51829, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-002/cores}
[junit4] 2> 2639654 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2639660 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2639661 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2639661 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2639661 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-28T19:07:50.466Z
[junit4] 2> 2639670 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2639670 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-002/solr.xml
[junit4] 2> 2639677 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2639678 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49587/solr
[junit4] 2> 2639687 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:51829__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2639692 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:51829__sns ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51829__sns
[junit4] 2> 2639693 INFO (zkCallback-2419-thread-2-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2639708 INFO (zkCallback-2425-thread-2-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2639783 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:51829__sns ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-002/cores
[junit4] 2> 2639783 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:51829__sns ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2639785 INFO (OverseerStateUpdate-97186746750599172-127.0.0.1:38450__sns-n_0000000000) [n:127.0.0.1:38450__sns ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2640821 WARN (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2640822 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2640843 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2640934 WARN (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2640936 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2640952 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2640953 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-002/cores/collection1/data/]
[junit4] 2> 2640953 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9de114
[junit4] 2> 2640954 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=27.37890625, floorSegmentMB=2.1572265625, forceMergeDeletesPctAllowed=17.974190855934996, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5957851182324488
[junit4] 2> 2640969 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2640969 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640970 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2640970 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640971 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=20.4375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=0.6010815267909153, segmentsPerTier=30.0, maxCFSSegmentSizeMB=2.1884765625, noCFSRatio=0.8474746592104594
[junit4] 2> 2640971 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38c8700[collection1] main]
[junit4] 2> 2640972 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2640972 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2640972 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2640977 INFO (coreLoadExecutor-6359-thread-1-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554987951620882432
[junit4] 2> 2640981 INFO (searcherExecutor-6360-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38c8700[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640988 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2640988 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2640988 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51829/_sns/collection1/
[junit4] 2> 2640988 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2640988 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51829/_sns/collection1/ has no replicas
[junit4] 2> 2640991 INFO (zkCallback-2425-thread-2-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 2640994 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51829/_sns/collection1/ shard1
[junit4] 2> 2641145 INFO (coreZkRegister-6354-thread-1-processing-n:127.0.0.1:51829__sns x:collection1 c:tmp_collection) [n:127.0.0.1:51829__sns c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2641576 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-003/cores/collection1
[junit4] 2> 2641580 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2641591 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43c4c3ce{/_sns,null,AVAILABLE}
[junit4] 2> 2641591 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@521a5ecc{HTTP/1.1,[http/1.1]}{127.0.0.1:59602}
[junit4] 2> 2641592 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.e.j.s.Server Started @2645752ms
[junit4] 2> 2641592 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/_sns, hostPort=59602, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-003/cores}
[junit4] 2> 2641592 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2641594 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2641594 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2641594 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2641594 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-28T19:07:52.399Z
[junit4] 2> 2641603 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2641603 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-003/solr.xml
[junit4] 2> 2641610 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2641610 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49587/solr
[junit4] 2> 2641626 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:59602__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2641632 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:59602__sns ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59602__sns
[junit4] 2> 2641633 INFO (zkCallback-2425-thread-2-processing-n:127.0.0.1:51829__sns) [n:127.0.0.1:51829__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2641633 INFO (zkCallback-2419-thread-2-processing-n:127.0.0.1:38450__sns) [n:127.0.0.1:38450__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2641637 INFO (zkCallback-2431-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2641694 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:59602__sns ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-003/cores
[junit4] 2> 2641694 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [n:127.0.0.1:59602__sns ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2641705 INFO (OverseerStateUpdate-97186746750599172-127.0.0.1:38450__sns-n_0000000000) [n:127.0.0.1:38450__sns ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2642717 WARN (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2642718 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2642730 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2642816 WARN (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2642818 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2642835 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2642836 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-003/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-001/jetty-003/cores/collection1/data/]
[junit4] 2> 2642837 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9de114
[junit4] 2> 2642837 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=27.37890625, floorSegmentMB=2.1572265625, forceMergeDeletesPctAllowed=17.974190855934996, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5957851182324488
[junit4] 2> 2642854 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2642854 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2642855 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2642855 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2642856 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=20.4375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=0.6010815267909153, segmentsPerTier=30.0, maxCFSSegmentSizeMB=2.1884765625, noCFSRatio=0.8474746592104594
[junit4] 2> 2642857 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62e948e6[collection1] main]
[junit4] 2> 2642858 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2642859 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2642859 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2642862 INFO (coreLoadExecutor-6371-thread-1-processing-n:127.0.0.1:59602__sns) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554987953597448192
[junit4] 2> 2642864 INFO (searcherExecutor-6372-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 c:tmp_collection) [n:127.0.0.1:59602__sns c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@62e948e6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2642867 INFO (coreZkRegister-6366-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 c:tmp_collection) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2642868 INFO (updateExecutor-2428-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2642868 INFO (recoveryExecutor-2429-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2642869 INFO (recoveryExecutor-2429-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2642869 INFO (recoveryExecutor-2429-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2642869 INFO (recoveryExecutor-2429-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2642869 INFO (recoveryExecutor-2429-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:38450/_sns/collection1/] and I am [http://127.0.0.1:59602/_sns/collection1/]
[junit4] 2> 2642871 INFO (recoveryExecutor-2429-thread-1-processing-n:127.0.0.1:59602__sns x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:59602__sns c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:38450/_sns]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:59602__sns&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2642872 INFO (qtp1654344195-65098) [n:127.0.0.1:38450__sns ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2642873 INFO (qtp1654344195-65098) [n:127.0.0.1:38450__sns ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of tmp_collection) have state: recovering
[junit4] 2> 2642873 INFO (qtp1654344195-65098) [n:127.0.0.1:38450__sns ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:59602__sns, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:59602/_sns","node_name":"127.0.0.1:59602__sns","state":"down"}
[junit4] 2> 2642999 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[343A326AE76CE8B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_343A326AE76CE8B5-00
[...truncated too long message...]
.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4644496 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[343A326AE76CE8B5]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44111 44111
[junit4] 2> 4644497 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[343A326AE76CE8B5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_343A326AE76CE8B5-001
[junit4] 2> Dec 28, 2016 7:41:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, maxDocsPerChunk=10, blockSize=404), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, blockSize=404)), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=fr-CA, timezone=Africa/Porto-Novo
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=337324104,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetImmutable, DistributedSpellCheckComponentTest, RequiredFieldsTest, TestAtomicUpdateErrorCases, OverseerRolesTest, TestDownShardTolerantSearch, PeerSyncTest, QueryResultKeyTest, TestRTimerTree, TestFunctionQuery, TestRandomFaceting, TestCustomSort, TestPseudoReturnFields, TestDistributedSearch, RuleEngineTest, BlockCacheTest, RankQueryTest, FileBasedSpellCheckerTest, TestReplicaProperties, SuggestComponentContextFilterQueryTest, HdfsWriteToMultipleCollectionsTest, TestBlobHandler, CdcrVersionReplicationTest, TestIntervalFaceting, TestEmbeddedSolrServerConstructors, RollingRestartTest, PeerSyncReplicationTest, TestRealTimeGet, ClassificationUpdateProcessorTest, TestSolrCloudSnapshots, TestPerFieldSimilarity, HdfsThreadLeakTest, TestReloadDeadlock, ZkStateReaderTest, TestSolrConfigHandlerConcurrent, TestSSLRandomization, ReplaceNodeTest, TestDFISimilarityFactory, CreateCollectionCleanupTest, TestPHPSerializedResponseWriter, PeerSyncWithIndexFingerprintCachingTest, DeleteLastCustomShardedReplicaTest, TemplateUpdateProcessorTest, TestHighlightDedupGrouping, TestCloudInspectUtil, TestSortByMinMaxFunction, PolyFieldTest, TestSolrConfigHandler, TestFieldCacheSort, PathHierarchyTokenizerFactoryTest, DateFieldTest, HdfsRecoveryZkTest, BasicDistributedZkTest, BlockJoinFacetRandomTest, ActionThrottleTest, TestRemoteStreaming, TestSolrDeletionPolicy2, TestCorePropertiesReload, TestFastWriter, BitVectorTest, MBeansHandlerTest, ResourceLoaderTest, TestConfigSetsAPI, SimpleCollectionCreateDeleteTest, TriLevelCompositeIdRoutingTest, UniqFieldsUpdateProcessorFactoryTest, QueryElevationComponentTest, HighlighterConfigTest, DirectoryFactoryTest, SolrMetricManagerTest, CurrencyFieldOpenExchangeTest, TestBadConfig, TestChildDocTransformer, CloudMLTQParserTest, TestCloudRecovery, AsyncCallRequestStatusResponseTest, TestRangeQuery, IgnoreCommitOptimizeUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestCustomDocTransformer, TestDynamicFieldResource, TestFieldCacheWithThreads, TestOverriddenPrefixQueryForCustomFieldType, TestSQLHandler, TestComponentsName, BasicZkTest, ConcurrentDeleteAndCreateCollectionTest, TestJsonFacets, TestStressRecovery, TestXmlQParser, CoreMergeIndexesAdminHandlerTest, SolrRequestParserTest, DateRangeFieldTest, ConjunctionSolrSpellCheckerTest, TestPerFieldSimilarityWithDefaultOverride, TestImplicitCoreProperties, TestLocalFSCloudBackupRestore, TestAuthorizationFramework, TestSolr4Spatial, SolrSlf4jReporterTest, TestFoldingMultitermQuery, TestFastLRUCache, DistributedQueryComponentOptimizationTest, TestManagedSchemaAPI, TestSolrCoreProperties, TestScoreJoinQPNoScore, DocumentAnalysisRequestHandlerTest, TestSerializedLuceneMatchVersion, HttpPartitionTest, CdcrReplicationDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [530/675 (2!)] on J0 in 198.15s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 5659 lines...]
[junit4] Suite: org.apache.solr.handler.extraction.TestExtractionDateUtil
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestExtractionDateUtil -Dtests.method=testParseDate -Dtests.seed=3632FEAD465B2693 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.07s J1 | TestExtractionDateUtil.testParseDate <<<
[junit4] > Throwable #1: java.lang.AssertionError: Incorrect parsed timestamp: 1226583351000 != 1226579751000 (Thu Nov 13 04:35:51 AKST 2008)
[junit4] > at __randomizedtesting.SeedInfo.seed([3632FEAD465B2693:7C2B86983DF25126]:0)
[junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.assertParsedDate(TestExtractionDateUtil.java:59)
[junit4] > at org.apache.solr.handler.extraction.TestExtractionDateUtil.testParseDate(TestExtractionDateUtil.java:54)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1356, maxMBSortInHeap=6.038601940454235, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-NI, timezone=America/Metlakatla
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=201494096,total=253231104
[junit4] 2> NOTE: All tests run in this JVM: [TestExtractionDateUtil]
[junit4] Completed [1/4 (1!)] on J1 in 1.95s, 2 tests, 1 failure <<< FAILURES!
[...truncated 57261 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 239 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/239/
3 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChains
Error Message:
startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=4,endOffset=3
Stack Trace:
java.lang.IllegalArgumentException: startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=4,endOffset=3
at __randomizedtesting.SeedInfo.seed([127E19CE02B54D17:2F9F30AF45A750D7]:0)
at org.apache.lucene.analysis.tokenattributes.PackedTokenAttributeImpl.setOffset(PackedTokenAttributeImpl.java:107)
at org.apache.lucene.analysis.synonym.FlattenGraphFilter.releaseBufferedToken(FlattenGraphFilter.java:237)
at org.apache.lucene.analysis.synonym.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:264)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:67)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:723)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:634)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:532)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:842)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([C783C3E430B8AAF:21067364B42F30A3]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C783C3E430B8AAF:440D488A4538A53A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 3100 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> TEST FAIL: useCharFilter=true text='ivi[q.(k--r f\u0002\uf672o\u983c'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> org.apache.lucene.analysis.charfilter.HTMLStripCharFilter(java.io.StringReader@261ff7a0)
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.wikipedia.WikipediaTokenizer()
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.StopFilter(ValidatingTokenFilter@62f3af70 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,flags=0, [hejalskyy, d, skap, nfd, nirasnsmg, hmdqqn])
[junit4] 2> org.apache.lucene.analysis.synonym.FlattenGraphFilter(ValidatingTokenFilter@1a9001e5 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,flags=0)
[junit4] 2> offsetsAreCorrect=false
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=127E19CE02B54D17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh-HK -Dtests.timezone=America/Virgin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 62.4s J1 | TestRandomChains.testRandomChains <<<
[junit4] > Throwable #1: java.lang.IllegalArgumentException: startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=4,endOffset=3
[junit4] > at __randomizedtesting.SeedInfo.seed([127E19CE02B54D17:2F9F30AF45A750D7]:0)
[junit4] > at org.apache.lucene.analysis.tokenattributes.PackedTokenAttributeImpl.setOffset(PackedTokenAttributeImpl.java:107)
[junit4] > at org.apache.lucene.analysis.synonym.FlattenGraphFilter.releaseBufferedToken(FlattenGraphFilter.java:237)
[junit4] > at org.apache.lucene.analysis.synonym.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:264)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:67)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:723)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:634)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:532)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:842)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/analysis/common/test/J1/temp/lucene.analysis.core.TestRandomChains_127E19CE02B54D17-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {dummy=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=772, maxMBSortInHeap=6.693205231616328, sim=RandomSimilarity(queryNorm=false,coord=yes): {dummy=DFR I(F)LZ(0.3)}, locale=zh-HK, timezone=America/Virgin
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=177327976,total=255852544
[junit4] 2> NOTE: All tests run in this JVM: [TestPatternTokenizerFactory, TestCircumfix, TestReverseStringFilterFactory, TestSnowball, TestIrishAnalyzer, TestBulgarianAnalyzer, TestHomonyms, TestKeywordRepeatFilter, TestPrefixAwareTokenFilter, CommonGramsFilterTest, TestHyphenationCompoundWordTokenFilterFactory, TestSoraniAnalyzer, TestGermanStemFilterFactory, TestEmptyTokenStream, TestIndicNormalizer, TestTurkishLowerCaseFilter, TestGalicianMinimalStemFilterFactory, TestDecimalDigitFilterFactory, TestLatvianStemmer, TestItalianLightStemFilter, TestKeepWordFilter, TestLithuanianStemming, TestKeepFilterFactory, TestPortugueseMinimalStemFilter, TestAnalyzers, TestAlternateCasing, TestSoraniStemFilter, TestApostropheFilterFactory, TestDictionary, TestCodepointCountFilterFactory, TestDanishAnalyzer, TestRomanianAnalyzer, TestPortugueseMinimalStemFilterFactory, TestArabicNormalizationFilter, TestLimitTokenOffsetFilterFactory, TestZeroAffix, DateRecognizerFilterTest, TestGermanLightStemFilter, TestCJKAnalyzer, TestMorphData, TestBulgarianStemFilterFactory, TestSynonymGraphFilter, TestGermanNormalizationFilterFactory, TestBulgarianStemmer, DelimitedPayloadTokenFilterTest, TestStrangeOvergeneration, TestFactories, TestRandomChains]
[junit4] Completed [141/275 (1!)] on J1 in 119.08s, 2 tests, 1 error <<< FAILURES!
[...truncated 9851 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/init-core-data-001
[junit4] 2> 4643411 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4643412 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001
[junit4] 2> 4643412 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4643412 INFO (Thread-192184) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4643412 INFO (Thread-192184) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4643512 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47171
[junit4] 2> 4643521 INFO (jetty-launcher-33170-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4643521 INFO (jetty-launcher-33170-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4643522 INFO (jetty-launcher-33170-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4643523 INFO (jetty-launcher-33170-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4643526 INFO (jetty-launcher-33170-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36331557{/solr,null,AVAILABLE}
[junit4] 2> 4643526 INFO (jetty-launcher-33170-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f3862b{/solr,null,AVAILABLE}
[junit4] 2> 4643526 INFO (jetty-launcher-33170-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@577b7d2f{HTTP/1.1,[http/1.1]}{127.0.0.1:34341}
[junit4] 2> 4643526 INFO (jetty-launcher-33170-thread-2) [ ] o.e.j.s.Server Started @4647680ms
[junit4] 2> 4643526 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34341}
[junit4] 2> 4643526 INFO (jetty-launcher-33170-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49e17aa7{HTTP/1.1,[http/1.1]}{127.0.0.1:46828}
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-4) [ ] o.e.j.s.Server Started @4647681ms
[junit4] 2> 4643527 ERROR (jetty-launcher-33170-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46828}
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4643527 ERROR (jetty-launcher-33170-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-27T23:00:57.060Z
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-27T23:00:57.060Z
[junit4] 2> 4643527 INFO (jetty-launcher-33170-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a864f4b{/solr,null,AVAILABLE}
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c763e11{HTTP/1.1,[http/1.1]}{127.0.0.1:46669}
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.e.j.s.Server Started @4647682ms
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46669}
[junit4] 2> 4643528 ERROR (jetty-launcher-33170-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4643528 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-27T23:00:57.061Z
[junit4] 2> 4643529 INFO (jetty-launcher-33170-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dcf17d7{/solr,null,AVAILABLE}
[junit4] 2> 4643529 INFO (jetty-launcher-33170-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30acc1be{HTTP/1.1,[http/1.1]}{127.0.0.1:57671}
[junit4] 2> 4643529 INFO (jetty-launcher-33170-thread-1) [ ] o.e.j.s.Server Started @4647683ms
[junit4] 2> 4643529 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57671}
[junit4] 2> 4643530 ERROR (jetty-launcher-33170-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4643530 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 4643530 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4643530 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4643530 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-27T23:00:57.063Z
[junit4] 2> 4643534 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4643535 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4643543 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4643543 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4643544 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4643544 INFO (jetty-launcher-33170-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47171/solr
[junit4] 2> 4643544 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4643555 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1594283e3f30003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4643556 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4643556 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4643558 INFO (jetty-launcher-33170-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47171/solr
[junit4] 2> 4643559 INFO (jetty-launcher-33170-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47171/solr
[junit4] 2> 4643562 INFO (jetty-launcher-33170-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47171/solr
[junit4] 2> 4643603 INFO (jetty-launcher-33170-thread-4) [n:127.0.0.1:46828_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46828_solr
[junit4] 2> 4643604 INFO (jetty-launcher-33170-thread-2) [n:127.0.0.1:34341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34341_solr
[junit4] 2> 4643612 INFO (jetty-launcher-33170-thread-3) [n:127.0.0.1:46669_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46669_solr
[junit4] 2> 4643616 INFO (zkCallback-33190-thread-1-processing-n:127.0.0.1:34341_solr) [n:127.0.0.1:34341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4643616 INFO (jetty-launcher-33170-thread-1) [n:127.0.0.1:57671_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57671_solr
[junit4] 2> 4643617 INFO (jetty-launcher-33170-thread-4) [n:127.0.0.1:46828_solr ] o.a.s.c.Overseer Overseer (id=97182001197678604-127.0.0.1:46828_solr-n_0000000000) starting
[junit4] 2> 4643620 INFO (zkCallback-33190-thread-1-processing-n:127.0.0.1:34341_solr) [n:127.0.0.1:34341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4643630 INFO (zkCallback-33191-thread-1-processing-n:127.0.0.1:46828_solr) [n:127.0.0.1:46828_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4643630 INFO (zkCallback-33189-thread-1-processing-n:127.0.0.1:46669_solr) [n:127.0.0.1:46669_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4643630 INFO (zkCallback-33187-thread-1-processing-n:127.0.0.1:57671_solr) [n:127.0.0.1:57671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4643636 INFO (zkCallback-33189-thread-2-processing-n:127.0.0.1:46669_solr) [n:127.0.0.1:46669_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4643640 INFO (zkCallback-33187-thread-2-processing-n:127.0.0.1:57671_solr) [n:127.0.0.1:57671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4643642 INFO (jetty-launcher-33170-thread-3) [n:127.0.0.1:46669_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node3/.
[junit4] 2> 4643660 INFO (jetty-launcher-33170-thread-2) [n:127.0.0.1:34341_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node2/.
[junit4] 2> 4643664 INFO (jetty-launcher-33170-thread-4) [n:127.0.0.1:46828_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46828_solr
[junit4] 2> 4643665 INFO (zkCallback-33190-thread-1-processing-n:127.0.0.1:34341_solr) [n:127.0.0.1:34341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4643665 INFO (zkCallback-33189-thread-2-processing-n:127.0.0.1:46669_solr) [n:127.0.0.1:46669_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4643665 INFO (zkCallback-33187-thread-2-processing-n:127.0.0.1:57671_solr) [n:127.0.0.1:57671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4643665 INFO (zkCallback-33191-thread-2-processing-n:127.0.0.1:46828_solr) [n:127.0.0.1:46828_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4643702 INFO (jetty-launcher-33170-thread-1) [n:127.0.0.1:57671_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node1/.
[junit4] 2> 4643705 INFO (jetty-launcher-33170-thread-4) [n:127.0.0.1:46828_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node4/.
[junit4] 2> 4644023 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4644025 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47171/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4644065 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4644070 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4644078 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4644093 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34415_hdfs____.jlofz/webapp
[junit4] 2> 4644610 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34415
[junit4] 2> 4644681 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4644682 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4644703 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40830_datanode____.pkuark/webapp
[junit4] 2> 4645106 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40830
[junit4] 2> 4645144 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4645145 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4645159 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42632_datanode____.v04pfm/webapp
[junit4] 2> 4645217 INFO (IPC Server handler 3 on 43040) [ ] BlockStateChange BLOCK* processReport: from storage DS-b0abc08b-ea32-42b7-8866-26efb322ffea node DatanodeRegistration(127.0.0.1:57505, datanodeUuid=5a252750-7176-4f33-b455-a1878d1242de, infoPort=38897, infoSecurePort=0, ipcPort=48850, storageInfo=lv=-56;cid=testClusterID;nsid=343568460;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4645217 INFO (IPC Server handler 3 on 43040) [ ] BlockStateChange BLOCK* processReport: from storage DS-e79cef2b-4e48-43af-aa67-f422c02095ff node DatanodeRegistration(127.0.0.1:57505, datanodeUuid=5a252750-7176-4f33-b455-a1878d1242de, infoPort=38897, infoSecurePort=0, ipcPort=48850, storageInfo=lv=-56;cid=testClusterID;nsid=343568460;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4645600 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42632
[junit4] 2> 4645691 INFO (IPC Server handler 2 on 43040) [ ] BlockStateChange BLOCK* processReport: from storage DS-e98f9489-7c1e-4b49-b09b-acd899186ec3 node DatanodeRegistration(127.0.0.1:49087, datanodeUuid=05af07d1-08f5-49be-a4d9-2c74656421cc, infoPort=39957, infoSecurePort=0, ipcPort=50401, storageInfo=lv=-56;cid=testClusterID;nsid=343568460;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4645691 INFO (IPC Server handler 2 on 43040) [ ] BlockStateChange BLOCK* processReport: from storage DS-d0fce3a7-6d78-4417-b848-d25317352b47 node DatanodeRegistration(127.0.0.1:49087, datanodeUuid=05af07d1-08f5-49be-a4d9-2c74656421cc, infoPort=39957, infoSecurePort=0, ipcPort=50401, storageInfo=lv=-56;cid=testClusterID;nsid=343568460;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4645832 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[C783C3E430B8AAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 4645833 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[C783C3E430B8AAF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4645837 ERROR (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:203)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:169)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4645838 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 4645838 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[C783C3E430B8AAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 4645933 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[C783C3E430B8AAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
[junit4] 2> 4645934 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[C783C3E430B8AAF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4645938 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 4645940 INFO (OverseerStateUpdate-97182001197678604-127.0.0.1:46828_solr-n_0000000000) [n:127.0.0.1:46828_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4646952 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4646960 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
[junit4] 2> 4646964 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4646965 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection
[junit4] 2> 4646965 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43040/data
[junit4] 2> 4646965 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4646965 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node3/corewithnocollection], dataDir=[hdfs://localhost:43040/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/]
[junit4] 2> 4646966 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43040/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/snapshot_metadata
[junit4] 2> 4646973 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4646973 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4646973 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4646987 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4646988 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43040/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003
[junit4] 2> 4647005 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43040/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/index
[junit4] 2> 4647011 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4647012 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4647012 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4647027 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4647051 INFO (IPC Server handler 7 on 43040) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57505 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d0fce3a7-6d78-4417-b848-d25317352b47:NORMAL:127.0.0.1:49087|RBW], ReplicaUC[[DISK]DS-b0abc08b-ea32-42b7-8866-26efb322ffea:NORMAL:127.0.0.1:57505|FINALIZED]]} size 0
[junit4] 2> 4647053 INFO (IPC Server handler 0 on 43040) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49087 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d0fce3a7-6d78-4417-b848-d25317352b47:NORMAL:127.0.0.1:49087|RBW], ReplicaUC[[DISK]DS-b0abc08b-ea32-42b7-8866-26efb322ffea:NORMAL:127.0.0.1:57505|FINALIZED]]} size 0
[junit4] 2> 4647067 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4647068 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4647068 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4647077 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4647078 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4647088 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.SolrIndexSearcher Opening [Searcher@48689089[corewithnocollection] main]
[junit4] 2> 4647089 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4647089 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4647089 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4647089 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554912023016374272
[junit4] 2> 4647091 INFO (searcherExecutor-13801-thread-1-processing-n:127.0.0.1:46669_solr x:corewithnocollection c:corewithnocollection) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@48689089[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4647096 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4647096 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4647096 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46669/solr/corewithnocollection/
[junit4] 2> 4647096 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4647096 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy http://127.0.0.1:46669/solr/corewithnocollection/ has no replicas
[junit4] 2> 4647100 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46669/solr/corewithnocollection/ shard1
[junit4] 2> 4647252 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4647253 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=1315
[junit4] 2> 4647256 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
[junit4] 2> 4647259 INFO (OverseerStateUpdate-97182001197678604-127.0.0.1:46828_solr-n_0000000000) [n:127.0.0.1:46828_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4648270 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4648279 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
[junit4] 2> 4648283 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4648285 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2
[junit4] 2> 4648285 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43040/data
[junit4] 2> 4648286 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4648286 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node3/corewithnocollection2], dataDir=[hdfs://localhost:43040/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/]
[junit4] 2> 4648286 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43040/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/snapshot_metadata
[junit4] 2> 4648293 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4648293 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4648293 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4648309 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4648310 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43040/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003
[junit4] 2> 4648327 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:43040/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/index
[junit4] 2> 4648334 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4648334 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4648334 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4648345 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4648360 INFO (IPC Server handler 2 on 43040) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49087 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e79cef2b-4e48-43af-aa67-f422c02095ff:NORMAL:127.0.0.1:57505|RBW], ReplicaUC[[DISK]DS-e98f9489-7c1e-4b49-b09b-acd899186ec3:NORMAL:127.0.0.1:49087|RBW]]} size 0
[junit4] 2> 4648361 INFO (IPC Server handler 3 on 43040) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57505 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e79cef2b-4e48-43af-aa67-f422c02095ff:NORMAL:127.0.0.1:57505|RBW], ReplicaUC[[DISK]DS-e98f9489-7c1e-4b49-b09b-acd899186ec3:NORMAL:127.0.0.1:49087|RBW]]} size 0
[junit4] 2> 4648375 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4648375 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4648375 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4648385 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4648385 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4648393 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bc7544e[corewithnocollection2] main]
[junit4] 2> 4648395 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4648395 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4648395 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4648396 INFO (searcherExecutor-13806-thread-1-processing-n:127.0.0.1:46669_solr x:corewithnocollection2 c:corewithnocollection2) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [corewithnocollection2] Registered new searcher Searcher@3bc7544e[corewithnocollection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4648396 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554912024386863104
[junit4] 2> 4648404 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4648404 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4648405 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46669/solr/corewithnocollection2/
[junit4] 2> 4648405 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4648405 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy http://127.0.0.1:46669/solr/corewithnocollection2/ has no replicas
[junit4] 2> 4648409 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46669/solr/corewithnocollection2/ shard1
[junit4] 2> 4648560 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4648563 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1306
[junit4] 2> 4648564 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[C783C3E430B8AAF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
[junit4] 2> 4648666 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[C783C3E430B8AAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 4648668 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[C783C3E430B8AAF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4648671 INFO (qtp2118643355-316974) [n:127.0.0.1:46669_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4648673 INFO (OverseerThreadFactory-13796-thread-1-processing-n:127.0.0.1:46828_solr) [n:127.0.0.1:46828_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4648674 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 4648675 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.c.SolrCore [corewithnocollection] CLOSING SolrCore org.apache.solr.core.SolrCore@429c7281
[junit4] 2> 4648679 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 4648680 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:43040/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/snapshot_metadata
[junit4] 2> 4648682 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:43040/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/index
[junit4] 2> 4648682 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:43040/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003
[junit4] 2> 4648694 INFO (IPC Server handler 9 on 43040) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:49087 127.0.0.1:57505
[junit4] 2> 4648696 INFO (qtp2118643355-316966) [n:127.0.0.1:46669_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 4649402 INFO (qtp2118643355-316974) [n:127.0.0.1:46669_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 QTime=731
[junit4] 2> 4649404 INFO (qtp2118643355-316961) [n:127.0.0.1:46669_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4649406 INFO (OverseerThreadFactory-13796-thread-2-processing-n:127.0.0.1:46828_solr) [n:127.0.0.1:46828_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4649407 INFO (OverseerCollectionConfigSetProcessor-97182001197678604-127.0.0.1:46828_solr-n_0000000000) [n:127.0.0.1:46828_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4649408 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 4649409 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.c.SolrCore [corewithnocollection2] CLOSING SolrCore org.apache.solr.core.SolrCore@73701a01
[junit4] 2> 4649413 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 4649413 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:43040/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/snapshot_metadata
[junit4] 2> 4649414 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:43040/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003/index
[junit4] 2> 4649414 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:43040/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-003
[junit4] 2> 4649424 INFO (IPC Server handler 6 on 43040) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:57505 127.0.0.1:49087
[junit4] 2> 4649432 INFO (qtp2118643355-316967) [n:127.0.0.1:46669_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 4650137 INFO (qtp2118643355-316961) [n:127.0.0.1:46669_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 QTime=732
[junit4] 2> 4650139 INFO (qtp2118643355-316978) [n:127.0.0.1:46669_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4650141 INFO (OverseerThreadFactory-13796-thread-3-processing-n:127.0.0.1:46828_solr) [n:127.0.0.1:46828_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 4650141 INFO (OverseerCollectionConfigSetProcessor-97182001197678604-127.0.0.1:46828_solr-n_0000000000) [n:127.0.0.1:46828_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4650349 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
[junit4] 2> 4650454 INFO (zkCallback-33189-thread-1-processing-n:127.0.0.1:46669_solr) [n:127.0.0.1:46669_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4650661 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7913c39d) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:57505 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 4651359 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4651367 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
[junit4] 2> 4651390 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4651391 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from collection withconfigset2
[junit4] 2> 4651392 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:43040/data
[junit4] 2> 4651392 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4651392 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001/tempDir-001/node3/withconfigset2_shard1_replica1], dataDir=[hdfs://localhost:43040/data/withconfigset2/core_node1/data/]
[junit4] 2> 4651392 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9b9f3a5
[junit4] 2> 4651393 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [withconfigset2_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@c284d77
[junit4] 2> 4651393 INFO (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.withconfigset2.shard1.replica1
[junit4] 2> 4651393 ERROR (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1406)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:814)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:169)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4651394 ERROR (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Error creating core [withconfigset2_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:936)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:814)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:169)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:458)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:877)
[junit4] 2> ... 36 more
[junit4] 2> 4651395 ERROR (qtp2118643355-316969) [n:127.0.0.1:46669_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:848)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:169)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [withconfigset2_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:814)
[junit4] 2> ... 33 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:936)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:799)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:877)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.Solr
[...truncated too long message...]
4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4803596 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47171 47171
[junit4] 2> 4803596 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C783C3E430B8AAF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C783C3E430B8AAF-001
[junit4] 2> Dec 27, 2016 11:03:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1432, maxMBSortInHeap=5.594156606346591, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-CA, timezone=SystemV/MST7
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=379883768,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [TestCSVLoader, TestFastWriter, ChaosMonkeyNothingIsSafeTest, TestCodecSupport, XsltUpdateRequestHandlerTest, TestIBSimilarityFactory, RequiredFieldsTest, DocumentAnalysisRequestHandlerTest, PeerSyncWithIndexFingerprintCachingTest, ShardSplitTest, SimpleCollectionCreateDeleteTest, TestReloadDeadlock, RegexBoostProcessorTest, TestSolrCloudSnapshots, TestFileDictionaryLookup, TestBadConfig, BasicZkTest, TestSmileRequest, TestJsonFacets, TestComponentsName, TestUseDocValuesAsStored, CacheHeaderTest, UUIDFieldTest, HLLSerializationTest, TestReplicationHandler, TestDocSet, SyncSliceTest, LeaderFailureAfterFreshStartTest, DistribDocExpirationUpdateProcessorTest, ConjunctionSolrSpellCheckerTest, TestBulkSchemaConcurrent, ResourceLoaderTest, DefaultValueUpdateProcessorTest, MetricUtilsTest, TestRandomFlRTGCloud, NumericFieldsTest, PolyFieldTest, TestSolrConfigHandler, TestUniqueKeyFieldResource, AtomicUpdatesTest, DistributedQueryComponentOptimizationTest, HdfsBasicDistributedZkTest, TestDistribIDF, ConcurrentDeleteAndCreateCollectionTest, BlockCacheTest, CurrencyFieldOpenExchangeTest, TestConfigSetImmutable, TestOmitPositions, BitVectorTest, TestNumericTerms64, SecurityConfHandlerTest, RankQueryTest, FileBasedSpellCheckerTest, AnalyticsQueryTest, TestTolerantUpdateProcessorCloud, TestNRTOpen, JSONWriterTest, TestLeaderElectionWithEmptyReplica, CloudMLTQParserTest, TestJoin, TestCopyFieldCollectionResource, SolrRequestParserTest, CdcrVersionReplicationTest, TestRandomFaceting, TestConfigSetsAPI, DistributedDebugComponentTest, TestAtomicUpdateErrorCases, TestFieldCacheWithThreads, TestSSLRandomization, DirectoryFactoryTest, UtilsToolTest, ClassificationUpdateProcessorTest, TestManagedSchemaAPI, TestFoldingMultitermQuery, SolrMetricManagerTest, DistributedQueryElevationComponentTest, TestCrossCoreJoin, LeaderElectionIntegrationTest, BlockJoinFacetRandomTest, HdfsThreadLeakTest, TestRawResponseWriter, HdfsRecoveryZkTest, DateRangeFieldTest, TestScoreJoinQPNoScore, BasicDistributedZkTest, ExternalFileFieldSortTest, TemplateUpdateProcessorTest, CollectionTooManyReplicasTest, TestHdfsUpdateLog, SolrJmxReporterTest, TestFastLRUCache, TestValueSourceCache, TestCustomDocTransformer, ActionThrottleTest, SynonymTokenizerTest, CursorPagingTest, ManagedSchemaRoundRobinCloudTest, TestRestManager, TestDownShardTolerantSearch, PathHierarchyTokenizerFactoryTest, TestCloudRecovery, TestExpandComponent, TestCorePropertiesReload, TestDFISimilarityFactory, TestFieldCache, TestSolrConfigHandlerConcurrent, TestCustomSort, OverseerStatusTest, PeerSyncReplicationTest, RestartWhileUpdatingTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestMiniSolrCloudCluster, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [539/672 (1!)] on J0 in 170.15s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62834 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 238 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/238/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([D95ACC6B67E1C0E6:F424833190C57AEA]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D95ACC6B67E1C0E6:912FB8DF61D2EF73]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12500 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/init-core-data-001
[junit4] 2> 2442878 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2442880 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001
[junit4] 2> 2442882 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2442883 INFO (Thread-180600) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2442883 INFO (Thread-180600) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2443053 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46616
[junit4] 2> 2443100 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443104 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443121 INFO (jetty-launcher-1234-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443122 INFO (jetty-launcher-1234-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443179 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@791e61a6{/solr,null,AVAILABLE}
[junit4] 2> 2443179 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f30a0d3{HTTP/1.1,[http/1.1]}{127.0.0.1:39680}
[junit4] 2> 2443179 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.Server Started @2448028ms
[junit4] 2> 2443179 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39680}
[junit4] 2> 2443180 ERROR (jetty-launcher-1234-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443180 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2443180 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443180 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443180 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-26T14:14:00.458Z
[junit4] 2> 2443275 INFO (jetty-launcher-1234-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78f906d0{/solr,null,AVAILABLE}
[junit4] 2> 2443335 INFO (jetty-launcher-1234-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@212ce97e{/solr,null,AVAILABLE}
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2582d547{HTTP/1.1,[http/1.1]}{127.0.0.1:52017}
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.e.j.s.Server Started @2448184ms
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52017}
[junit4] 2> 2443336 ERROR (jetty-launcher-1234-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443336 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-26T14:14:00.614Z
[junit4] 2> 2443339 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443343 INFO (jetty-launcher-1234-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42e4bdb9{HTTP/1.1,[http/1.1]}{127.0.0.1:32943}
[junit4] 2> 2443343 INFO (jetty-launcher-1234-thread-3) [ ] o.e.j.s.Server Started @2448192ms
[junit4] 2> 2443343 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32943}
[junit4] 2> 2443343 ERROR (jetty-launcher-1234-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443343 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2443343 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443343 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443344 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-26T14:14:00.622Z
[junit4] 2> 2443346 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443371 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c325c3f{/solr,null,AVAILABLE}
[junit4] 2> 2443371 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f4a1ff2{HTTP/1.1,[http/1.1]}{127.0.0.1:41717}
[junit4] 2> 2443371 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.Server Started @2448220ms
[junit4] 2> 2443371 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41717}
[junit4] 2> 2443372 ERROR (jetty-launcher-1234-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443372 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2443372 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443372 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443372 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-26T14:14:00.650Z
[junit4] 2> 2443393 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2443394 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46616/solr
[junit4] 2> 2443403 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443413 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443418 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2443427 INFO (jetty-launcher-1234-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46616/solr
[junit4] 2> 2443438 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2443517 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46616/solr
[junit4] 2> 2443545 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2443550 INFO (jetty-launcher-1234-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46616/solr
[junit4] 2> 2443587 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39680_solr
[junit4] 2> 2443593 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:39680_solr ] o.a.s.c.Overseer Overseer (id=97174266849722376-127.0.0.1:39680_solr-n_0000000000) starting
[junit4] 2> 2443605 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:41717_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41717_solr
[junit4] 2> 2443615 INFO (zkCallback-1248-thread-1-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2443626 INFO (jetty-launcher-1234-thread-3) [n:127.0.0.1:32943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2443630 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2443640 INFO (jetty-launcher-1234-thread-3) [n:127.0.0.1:32943_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32943_solr
[junit4] 2> 2443642 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2443643 INFO (zkCallback-1248-thread-1-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2443649 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:39680_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39680_solr
[junit4] 2> 2443653 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2443658 INFO (jetty-launcher-1234-thread-4) [n:127.0.0.1:52017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2443659 INFO (zkCallback-1248-thread-1-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2443684 INFO (zkCallback-1253-thread-1-processing-n:127.0.0.1:32943_solr) [n:127.0.0.1:32943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2443693 INFO (jetty-launcher-1234-thread-4) [n:127.0.0.1:52017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52017_solr
[junit4] 2> 2443695 INFO (zkCallback-1253-thread-1-processing-n:127.0.0.1:32943_solr) [n:127.0.0.1:32943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2443695 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2443695 INFO (zkCallback-1248-thread-2-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2443707 INFO (zkCallback-1258-thread-1-processing-n:127.0.0.1:52017_solr) [n:127.0.0.1:52017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2443780 INFO (jetty-launcher-1234-thread-3) [n:127.0.0.1:32943_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node3/.
[junit4] 2> 2443780 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:41717_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node2/.
[junit4] 2> 2443781 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:39680_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node1/.
[junit4] 2> 2443873 INFO (jetty-launcher-1234-thread-4) [n:127.0.0.1:52017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node4/.
[junit4] 2> 2444088 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2444089 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46616/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2444176 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2444221 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2444228 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2444274 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_37439_hdfs____luqhcw/webapp
[junit4] 2> 2445033 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37439
[junit4] 2> 2445339 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2445340 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2445353 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50317_datanode____.31h5vf/webapp
[junit4] 2> 2445900 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50317
[junit4] 2> 2446041 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2446043 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2446070 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_54141_datanode____.bm72ui/webapp
[junit4] 2> 2446213 INFO (IPC Server handler 3 on 58090) [ ] BlockStateChange BLOCK* processReport: from storage DS-6ee5d4b1-6714-4b71-9419-38fd59369747 node DatanodeRegistration(127.0.0.1:39569, datanodeUuid=487a912e-241b-428c-a961-028d81a7929e, infoPort=45711, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-56;cid=testClusterID;nsid=1906830613;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2446213 INFO (IPC Server handler 3 on 58090) [ ] BlockStateChange BLOCK* processReport: from storage DS-c2b99d62-ba25-41de-957a-0b0e343d343a node DatanodeRegistration(127.0.0.1:39569, datanodeUuid=487a912e-241b-428c-a961-028d81a7929e, infoPort=45711, infoSecurePort=0, ipcPort=43467, storageInfo=lv=-56;cid=testClusterID;nsid=1906830613;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2446702 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54141
[junit4] 2> 2446909 INFO (IPC Server handler 5 on 58090) [ ] BlockStateChange BLOCK* processReport: from storage DS-b659f7be-0db9-42bf-983d-7c5709ba47c2 node DatanodeRegistration(127.0.0.1:39240, datanodeUuid=277fe70b-700e-48f8-837c-bdcb6221211c, infoPort=39957, infoSecurePort=0, ipcPort=44826, storageInfo=lv=-56;cid=testClusterID;nsid=1906830613;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2446910 INFO (IPC Server handler 5 on 58090) [ ] BlockStateChange BLOCK* processReport: from storage DS-30d062d2-1d13-438e-a9af-6b5791def117 node DatanodeRegistration(127.0.0.1:39240, datanodeUuid=277fe70b-700e-48f8-837c-bdcb6221211c, infoPort=39957, infoSecurePort=0, ipcPort=44826, storageInfo=lv=-56;cid=testClusterID;nsid=1906830613;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2447171 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 2447173 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2447182 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2447195 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2447197 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2447197 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2447199 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2447205 INFO (OverseerThreadFactory-4330-thread-2-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 2447205 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2447316 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 2447330 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 2447445 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2447445 INFO (zkCallback-1253-thread-1-processing-n:127.0.0.1:32943_solr) [n:127.0.0.1:32943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2448342 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2448344 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2448350 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 2448371 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2448376 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 2448380 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 2448384 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58090/data
[junit4] 2> 2448384 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2448384 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node2/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:58090/data/onlyinzk/core_node2/data/]
[junit4] 2> 2448384 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 2448385 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2448390 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 2448391 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58090/data
[junit4] 2> 2448391 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2448391 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node3/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:58090/data/onlyinzk/core_node1/data/]
[junit4] 2> 2448391 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 2448393 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2448393 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2448393 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2448399 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2448400 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2448427 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2448428 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2448428 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/onlyinzk/core_node1/data
[junit4] 2> 2448431 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/onlyinzk/core_node2/data
[junit4] 2> 2448463 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/onlyinzk/core_node2/data/index
[junit4] 2> 2448467 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/onlyinzk/core_node1/data/index
[junit4] 2> 2448473 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2448473 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2448475 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2448475 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2448484 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2448489 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2448550 INFO (IPC Server handler 6 on 58090) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39240 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c2b99d62-ba25-41de-957a-0b0e343d343a:NORMAL:127.0.0.1:39569|RBW], ReplicaUC[[DISK]DS-b659f7be-0db9-42bf-983d-7c5709ba47c2:NORMAL:127.0.0.1:39240|RBW]]} size 0
[junit4] 2> 2448550 INFO (IPC Server handler 7 on 58090) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39569 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b659f7be-0db9-42bf-983d-7c5709ba47c2:NORMAL:127.0.0.1:39240|RBW], ReplicaUC[[DISK]DS-6ee5d4b1-6714-4b71-9419-38fd59369747:NORMAL:127.0.0.1:39569|FINALIZED]]} size 0
[junit4] 2> 2448555 INFO (IPC Server handler 4 on 58090) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39569 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-30d062d2-1d13-438e-a9af-6b5791def117:NORMAL:127.0.0.1:39240|RBW], ReplicaUC[[DISK]DS-c2b99d62-ba25-41de-957a-0b0e343d343a:NORMAL:127.0.0.1:39569|RBW]]} size 0
[junit4] 2> 2448555 INFO (IPC Server handler 5 on 58090) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39240 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-30d062d2-1d13-438e-a9af-6b5791def117:NORMAL:127.0.0.1:39240|RBW], ReplicaUC[[DISK]DS-c2b99d62-ba25-41de-957a-0b0e343d343a:NORMAL:127.0.0.1:39569|RBW]]} size 0
[junit4] 2> 2448580 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2448580 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2448580 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2448581 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2448581 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2448581 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2448596 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2448596 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2448596 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2448596 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2448614 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@707ef40c[onlyinzk_shard1_replica1] main]
[junit4] 2> 2448616 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2448616 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2448616 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2448616 INFO (searcherExecutor-4340-thread-1-processing-n:127.0.0.1:32943_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@707ef40c[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2448617 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554788275605995520
[junit4] 2> 2448617 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25acc9[onlyinzk_shard2_replica1] main]
[junit4] 2> 2448620 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2448620 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2448620 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2448620 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554788275609141248
[junit4] 2> 2448622 INFO (searcherExecutor-4339-thread-1-processing-n:127.0.0.1:41717_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@25acc9[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2448628 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2448628 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2448628 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41717/solr/onlyinzk_shard2_replica1/
[junit4] 2> 2448628 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2448628 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:41717/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 2448635 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2448635 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2448635 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32943/solr/onlyinzk_shard1_replica1/
[junit4] 2> 2448635 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2448635 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:32943/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 2448642 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41717/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 2448647 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32943/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 2448753 INFO (zkCallback-1253-thread-1-processing-n:127.0.0.1:32943_solr) [n:127.0.0.1:32943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2448753 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2448793 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2448796 INFO (qtp567562852-187402) [n:127.0.0.1:41717_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=1465
[junit4] 2> 2448798 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2448800 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=1485
[junit4] 2> 2448804 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2448905 INFO (zkCallback-1253-thread-1-processing-n:127.0.0.1:32943_solr) [n:127.0.0.1:32943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2448905 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2449208 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2449804 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2604
[junit4] 2> 2449806 INFO (qtp373682764-187395) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2449806 INFO (qtp373682764-187395) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2449807 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 2449948 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 2449949 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2449953 INFO (qtp373682764-187395) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2449971 INFO (OverseerThreadFactory-4330-thread-3-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2449977 INFO (qtp373682764-187389) [n:127.0.0.1:32943_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7d3f8a14
[junit4] 2> 2449977 INFO (qtp567562852-187403) [n:127.0.0.1:41717_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@23426927
[junit4] 2> 2449991 INFO (qtp567562852-187403) [n:127.0.0.1:41717_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/onlyinzk/core_node2/data
[junit4] 2> 2449992 INFO (qtp567562852-187403) [n:127.0.0.1:41717_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 2449992 INFO (qtp373682764-187389) [n:127.0.0.1:32943_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/onlyinzk/core_node1/data/index
[junit4] 2> 2449994 INFO (qtp567562852-187403) [n:127.0.0.1:41717_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/onlyinzk/core_node2/data/index
[junit4] 2> 2450000 INFO (qtp373682764-187389) [n:127.0.0.1:32943_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 2450000 INFO (qtp373682764-187389) [n:127.0.0.1:32943_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/onlyinzk/core_node1/data
[junit4] 2> 2450011 INFO (IPC Server handler 7 on 58090) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:39569 127.0.0.1:39240
[junit4] 2> 2450016 INFO (IPC Server handler 6 on 58090) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:39240 127.0.0.1:39569
[junit4] 2> 2450026 INFO (qtp373682764-187389) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=50
[junit4] 2> 2450029 INFO (qtp567562852-187403) [n:127.0.0.1:41717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=53
[junit4] 2> 2450738 INFO (qtp373682764-187395) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=785
[junit4] 2> 2450743 INFO (qtp373682764-187394) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2450748 INFO (OverseerThreadFactory-4330-thread-4-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 2450754 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2450754 ERROR (OverseerThreadFactory-4330-thread-4-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2450768 INFO (qtp373682764-187394) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=24
[junit4] 2> 2450771 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 2450956 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 2450958 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2450961 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2450965 INFO (OverseerThreadFactory-4330-thread-5-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 2450965 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2450968 WARN (OverseerThreadFactory-4330-thread-5-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2450969 ERROR (OverseerThreadFactory-4330-thread-5-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2450972 INFO (qtp373682764-187390) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=10
[junit4] 2> 2450972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 2451132 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 2451133 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2451143 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2451155 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2451161 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2451164 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2451164 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2451164 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 2451196 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@37063ca6) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:39240 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 2451311 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 2451312 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[D95ACC6B67E1C0E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2451316 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 2451318 INFO (OverseerStateUpdate-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2452332 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2452339 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2452345 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2452350 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 2452350 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58090/data
[junit4] 2> 2452350 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2452350 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node3/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:58090/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003/]
[junit4] 2> 2452351 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003/snapshot_metadata
[junit4] 2> 2452371 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2452371 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2452379 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2452383 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003
[junit4] 2> 2452411 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003/index
[junit4] 2> 2452434 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2452434 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2452437 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2452488 INFO (IPC Server handler 1 on 58090) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39569 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-30d062d2-1d13-438e-a9af-6b5791def117:NORMAL:127.0.0.1:39240|RBW], ReplicaUC[[DISK]DS-6ee5d4b1-6714-4b71-9419-38fd59369747:NORMAL:127.0.0.1:39569|FINALIZED]]} size 0
[junit4] 2> 2452489 INFO (IPC Server handler 0 on 58090) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39240 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6ee5d4b1-6714-4b71-9419-38fd59369747:NORMAL:127.0.0.1:39569|FINALIZED], ReplicaUC[[DISK]DS-b659f7be-0db9-42bf-983d-7c5709ba47c2:NORMAL:127.0.0.1:39240|FINALIZED]]} size 0
[junit4] 2> 2452505 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2452505 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2452505 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2452517 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2452517 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2452533 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b1b4c0f[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 2452535 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2452536 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2452536 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2452536 INFO (searcherExecutor-4349-thread-1-processing-n:127.0.0.1:32943_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@5b1b4c0f[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2452536 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554788279715364864
[junit4] 2> 2452546 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2452546 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2452546 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32943/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 2452546 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2452546 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:32943/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 2452550 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32943/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 2452701 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2452704 INFO (qtp373682764-187392) [n:127.0.0.1:32943_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=1388
[junit4] 2> 2452706 INFO (qtp373682764-187395) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2452716 INFO (OverseerThreadFactory-4330-thread-5-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2452716 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2452719 INFO (qtp373682764-187396) [n:127.0.0.1:32943_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ef6f014
[junit4] 2> 2452732 INFO (qtp373682764-187396) [n:127.0.0.1:32943_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003/index
[junit4] 2> 2452733 INFO (qtp373682764-187396) [n:127.0.0.1:32943_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003
[junit4] 2> 2452735 INFO (qtp373682764-187396) [n:127.0.0.1:32943_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:58090/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-003/snapshot_metadata
[junit4] 2> 2452747 INFO (IPC Server handler 6 on 58090) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:39240 127.0.0.1:39569
[junit4] 2> 2452754 INFO (qtp373682764-187396) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 2453458 INFO (qtp373682764-187395) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=751
[junit4] 2> 2453460 INFO (qtp373682764-187394) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2453460 INFO (qtp373682764-187394) [n:127.0.0.1:32943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2453462 INFO (qtp373682764-187393) [n:127.0.0.1:32943_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2453466 INFO (OverseerThreadFactory-4330-thread-5-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 2453467 INFO (OverseerCollectionConfigSetProcessor-97174266849722376-127.0.0.1:39680_solr-n_0000000000) [n:127.0.0.1:39680_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2453675 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 2453676 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 2453786 INFO (zkCallback-1254-thread-1-processing-n:127.0.0.1:41717_solr) [n:127.0.0.1:41717_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2453786 INFO (zkCallback-1248-thread-1-processing-n:127.0.0.1:39680_solr) [n:127.0.0.1:39680_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2454197 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@37063ca6) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:39240 to delete [blk_1073741827_1003]
[junit4] 2> 2454695 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2454700 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2454730 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2454733 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2454734 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 2454736 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58090/data
[junit4] 2> 2454736 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2454736 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node1/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:58090/data/halfdeletedcollection/core_node2/data/]
[junit4] 2> 2454736 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 2454739 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 2454741 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2454742 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 2454742 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58090/data
[junit4] 2> 2454742 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2454743 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001/tempDir-001/node2/halfdeletedcollection_shard2_replica1], dataDir=[hdfs://localhost:58090/data/halfdeletedcollection/core_node1/data/]
[junit4] 2> 2454743 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 2454748 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2454748 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2454749 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2454749 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2454751 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2454752 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node2/data
[junit4] 2> 2454759 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2454759 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node1/data
[junit4] 2> 2454781 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 2454787 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2454787 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2454789 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58090/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 2454792 INFO (qtp1411059238-187380) [n:127.0.0.1:39680_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2454798 INFO (qtp567562852-187399) [n:127.0.0.1:41717_solr c:halfdeletedcollec
[...truncated too long message...]
rver2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2608571 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 2608574 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46616 46616
[junit4] 2> 2608574 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D95ACC6B67E1C0E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D95ACC6B67E1C0E6-001
[junit4] 2> Dec 26, 2016 2:16:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1088, maxMBSortInHeap=5.808594180330708, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=en, timezone=Europe/Vatican
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=161122008,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, TestExactSharedStatsCache, ScriptEngineTest, TestRandomFaceting, TestReplicationHandler, BooleanFieldTest, TestFastWriter, TestDocSet, TestPivotHelperCode, TestCryptoKeys, ReplaceNodeTest, TestBadConfig, SegmentsInfoRequestHandlerTest, ParsingFieldUpdateProcessorsTest, FastVectorHighlighterTest, TriLevelCompositeIdRoutingTest, TestRandomFlRTGCloud, TestConfigSetsAPI, CollectionTooManyReplicasTest, TestScoreJoinQPScore, HttpSolrCallGetCoreTest, TestLeaderElectionWithEmptyReplica, StandardRequestHandlerTest, TestDocBasedVersionConstraints, TestSolr4Spatial, TestSolrCoreProperties, BasicDistributedZkTest, ClusterStateTest, TestPKIAuthenticationPlugin, BasicZkTest, XsltUpdateRequestHandlerTest, TestCSVLoader, TestHighlightDedupGrouping, TestSolrConfigHandlerConcurrent, TestImplicitCoreProperties, TestSolrCloudSnapshots, TestMinMaxOnMultiValuedField, AlternateDirectoryTest, TestStressLucene, TestComponentsName, ShufflingReplicaListTransformerTest, TestDownShardTolerantSearch, ExternalFileFieldSortTest, TestAnalyzeInfixSuggestions, TestSolr4Spatial2, TestNonDefinedSimilarityFactory, ClassificationUpdateProcessorFactoryTest, ConcurrentDeleteAndCreateCollectionTest, DefaultValueUpdateProcessorTest, TestCloudManagedSchema, TestDocumentBuilder, SimpleCollectionCreateDeleteTest, TestAtomicUpdateErrorCases, TestManagedSchemaThreadSafety, SolrCoreTest, TestFreeTextSuggestions, OverriddenZkACLAndCredentialsProvidersTest, TestCorePropertiesReload, BlockDirectoryTest, DocumentAnalysisRequestHandlerTest, ReturnFieldsTest, HdfsLockFactoryTest, TestFieldCacheReopen, SmileWriterTest, TestExportWriter, DateFieldTest, FileBasedSpellCheckerTest, HdfsBasicDistributedZkTest, HttpPartitionTest, DistributedExpandComponentTest, TestDelegationWithHadoopAuth, OutputWriterTest, UUIDFieldTest, TestRangeQuery, AnalysisAfterCoreReloadTest, TestFaceting, HighlighterMaxOffsetTest, TestFunctionQuery, TestCrossCoreJoin, TestRealTimeGet, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [413/665 (1!)] on J0 in 175.60s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 63253 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 237 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/237/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([192262FEC9C2751D:5157164ACFF15A88]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([192262FEC9C2751D:345C2DA43EE6CF11]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12553 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/init-core-data-001
[junit4] 2> 2220290 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2220291 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001
[junit4] 2> 2220291 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2220294 INFO (Thread-90812) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2220294 INFO (Thread-90812) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2220394 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45307
[junit4] 2> 2220413 INFO (jetty-launcher-1207-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2220415 INFO (jetty-launcher-1207-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2220428 INFO (jetty-launcher-1207-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2220445 INFO (jetty-launcher-1207-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2220453 INFO (jetty-launcher-1207-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6230c237{/solr,null,AVAILABLE}
[junit4] 2> 2220455 INFO (jetty-launcher-1207-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3087be37{SSL,[ssl, http/1.1]}{127.0.0.1:58395}
[junit4] 2> 2220455 INFO (jetty-launcher-1207-thread-1) [ ] o.e.j.s.Server Started @2224683ms
[junit4] 2> 2220455 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58395}
[junit4] 2> 2220455 ERROR (jetty-launcher-1207-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2220464 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2220464 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2220464 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2220464 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-25T14:26:27.065Z
[junit4] 2> 2220457 INFO (jetty-launcher-1207-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4663de8e{/solr,null,AVAILABLE}
[junit4] 2> 2220477 INFO (jetty-launcher-1207-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dbba9d5{/solr,null,AVAILABLE}
[junit4] 2> 2220478 INFO (jetty-launcher-1207-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e36c42b{SSL,[ssl, http/1.1]}{127.0.0.1:42164}
[junit4] 2> 2220478 INFO (jetty-launcher-1207-thread-4) [ ] o.e.j.s.Server Started @2224706ms
[junit4] 2> 2220478 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42164}
[junit4] 2> 2220478 ERROR (jetty-launcher-1207-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2220479 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2220479 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2220479 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2220479 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-25T14:26:27.080Z
[junit4] 2> 2220482 INFO (jetty-launcher-1207-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b05ec9{/solr,null,AVAILABLE}
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2236ec55{SSL,[ssl, http/1.1]}{127.0.0.1:56126}
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.e.j.s.Server Started @2224711ms
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56126}
[junit4] 2> 2220484 ERROR (jetty-launcher-1207-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2220484 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-25T14:26:27.085Z
[junit4] 2> 2220486 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2220501 INFO (jetty-launcher-1207-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53d30e9a{SSL,[ssl, http/1.1]}{127.0.0.1:42490}
[junit4] 2> 2220501 INFO (jetty-launcher-1207-thread-3) [ ] o.e.j.s.Server Started @2224729ms
[junit4] 2> 2220501 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42490}
[junit4] 2> 2220501 ERROR (jetty-launcher-1207-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2220501 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2220501 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2220502 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2220502 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-25T14:26:27.103Z
[junit4] 2> 2220512 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2220524 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2220525 INFO (jetty-launcher-1207-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45307/solr
[junit4] 2> 2220537 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2220540 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159366021d50005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2220540 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2220553 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2220572 INFO (jetty-launcher-1207-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45307/solr
[junit4] 2> 2220608 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2220608 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2220617 INFO (jetty-launcher-1207-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45307/solr
[junit4] 2> 2220629 INFO (jetty-launcher-1207-thread-4) [n:127.0.0.1:42164_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42164_solr
[junit4] 2> 2220637 INFO (jetty-launcher-1207-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45307/solr
[junit4] 2> 2220630 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159366021d50008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2220648 INFO (jetty-launcher-1207-thread-4) [n:127.0.0.1:42164_solr ] o.a.s.c.Overseer Overseer (id=97168653477543942-127.0.0.1:42164_solr-n_0000000000) starting
[junit4] 2> 2220669 INFO (jetty-launcher-1207-thread-3) [n:127.0.0.1:42490_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42490_solr
[junit4] 2> 2220680 INFO (jetty-launcher-1207-thread-2) [n:127.0.0.1:56126_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2220684 INFO (jetty-launcher-1207-thread-2) [n:127.0.0.1:56126_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56126_solr
[junit4] 2> 2220709 INFO (zkCallback-1216-thread-1-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2220713 INFO (jetty-launcher-1207-thread-1) [n:127.0.0.1:58395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2220716 INFO (zkCallback-1229-thread-1-processing-n:127.0.0.1:42490_solr) [n:127.0.0.1:42490_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2220716 INFO (OverseerStateUpdate-97168653477543942-127.0.0.1:42164_solr-n_0000000000) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2220717 INFO (jetty-launcher-1207-thread-4) [n:127.0.0.1:42164_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42164_solr
[junit4] 2> 2220736 INFO (zkCallback-1216-thread-2-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2220748 INFO (zkCallback-1228-thread-1-processing-n:127.0.0.1:56126_solr) [n:127.0.0.1:56126_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2220752 INFO (jetty-launcher-1207-thread-1) [n:127.0.0.1:58395_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58395_solr
[junit4] 2> 2220777 INFO (zkCallback-1228-thread-1-processing-n:127.0.0.1:56126_solr) [n:127.0.0.1:56126_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2220777 INFO (zkCallback-1216-thread-2-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2220788 INFO (zkCallback-1226-thread-1-processing-n:127.0.0.1:58395_solr) [n:127.0.0.1:58395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2220792 INFO (zkCallback-1229-thread-2-processing-n:127.0.0.1:42490_solr) [n:127.0.0.1:42490_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2220792 INFO (zkCallback-1226-thread-2-processing-n:127.0.0.1:58395_solr) [n:127.0.0.1:58395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2220840 INFO (jetty-launcher-1207-thread-3) [n:127.0.0.1:42490_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node3/.
[junit4] 2> 2220856 INFO (jetty-launcher-1207-thread-4) [n:127.0.0.1:42164_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node4/.
[junit4] 2> 2220925 INFO (jetty-launcher-1207-thread-1) [n:127.0.0.1:58395_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node1/.
[junit4] 2> 2220972 INFO (jetty-launcher-1207-thread-2) [n:127.0.0.1:56126_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node2/.
[junit4] 2> 2220978 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2220979 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45307/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2221036 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2221057 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2221064 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2221098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43952_hdfs____.8eza1r/webapp
[junit4] 2> 2221570 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43952
[junit4] 2> 2221570 WARN (1803650648@qtp-1384598870-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43952) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
[junit4] 2> 2221581 WARN (1803650648@qtp-1384598870-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43952) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is true
[junit4] 2> 2221785 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2221787 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2221817 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48959_datanode____dh464g/webapp
[junit4] 2> 2222479 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48959
[junit4] 2> 2222779 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2222780 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2222827 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45567_datanode____bg8xdo/webapp
[junit4] 2> 2223062 INFO (IPC Server handler 2 on 35163) [ ] BlockStateChange BLOCK* processReport: from storage DS-b973d182-55ec-4844-82ce-141f51100b40 node DatanodeRegistration(127.0.0.1:51723, datanodeUuid=2e93925a-d53a-4496-a098-42c77465852a, infoPort=43052, infoSecurePort=0, ipcPort=47964, storageInfo=lv=-56;cid=testClusterID;nsid=1697360706;c=0), blocks: 0, hasStaleStorage: true, processing time: 24 msecs
[junit4] 2> 2223062 INFO (IPC Server handler 2 on 35163) [ ] BlockStateChange BLOCK* processReport: from storage DS-d9da75c3-227e-4df8-9842-21d7999bfef6 node DatanodeRegistration(127.0.0.1:51723, datanodeUuid=2e93925a-d53a-4496-a098-42c77465852a, infoPort=43052, infoSecurePort=0, ipcPort=47964, storageInfo=lv=-56;cid=testClusterID;nsid=1697360706;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2223444 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45567
[junit4] 2> 2223909 INFO (IPC Server handler 4 on 35163) [ ] BlockStateChange BLOCK* processReport: from storage DS-27ae3818-a279-4ae0-9c46-338d5e331c85 node DatanodeRegistration(127.0.0.1:50344, datanodeUuid=7f31291b-4fd4-41e4-ac80-4996ec0142d4, infoPort=54138, infoSecurePort=0, ipcPort=50301, storageInfo=lv=-56;cid=testClusterID;nsid=1697360706;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2223909 INFO (IPC Server handler 4 on 35163) [ ] BlockStateChange BLOCK* processReport: from storage DS-221062a1-3e3a-4225-bc11-02c82eeafaab node DatanodeRegistration(127.0.0.1:50344, datanodeUuid=7f31291b-4fd4-41e4-ac80-4996ec0142d4, infoPort=54138, infoSecurePort=0, ipcPort=50301, storageInfo=lv=-56;cid=testClusterID;nsid=1697360706;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2224142 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[192262FEC9C2751D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 2224143 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[192262FEC9C2751D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2224240 INFO (qtp67827379-97013) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2224266 INFO (qtp67827379-97013) [n:127.0.0.1:42490_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 2224269 INFO (qtp67827379-97014) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2224269 INFO (qtp67827379-97014) [n:127.0.0.1:42490_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2224271 INFO (qtp67827379-97014) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2224284 INFO (OverseerCollectionConfigSetProcessor-97168653477543942-127.0.0.1:42164_solr-n_0000000000) [n:127.0.0.1:42164_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2224288 INFO (OverseerThreadFactory-4012-thread-2-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 2224488 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 2224510 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 2224616 INFO (zkCallback-1226-thread-2-processing-n:127.0.0.1:58395_solr) [n:127.0.0.1:58395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2224616 INFO (zkCallback-1216-thread-3-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2225504 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2225513 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 2225516 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2225518 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 2225521 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2225525 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35163/data
[junit4] 2> 2225525 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2225525 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node4/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:35163/data/onlyinzk/core_node1/data/]
[junit4] 2> 2225526 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 2225530 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 2225532 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2225533 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 2225534 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35163/data
[junit4] 2> 2225534 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2225534 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node1/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:35163/data/onlyinzk/core_node2/data/]
[junit4] 2> 2225534 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 2225535 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2225535 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2225535 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2225541 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2225542 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2225716 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2225716 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2225717 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/onlyinzk/core_node1/data
[junit4] 2> 2225719 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/onlyinzk/core_node2/data
[junit4] 2> 2225747 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/onlyinzk/core_node1/data/index
[junit4] 2> 2225765 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2225765 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2225776 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2225776 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/onlyinzk/core_node2/data/index
[junit4] 2> 2225786 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2225786 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2225799 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2225887 INFO (IPC Server handler 3 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51723 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-221062a1-3e3a-4225-bc11-02c82eeafaab:NORMAL:127.0.0.1:50344|RBW], ReplicaUC[[DISK]DS-d9da75c3-227e-4df8-9842-21d7999bfef6:NORMAL:127.0.0.1:51723|RBW]]} size 0
[junit4] 2> 2225888 INFO (IPC Server handler 4 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50344 is added to blk_1073741825_1001 size 71
[junit4] 2> 2225895 INFO (IPC Server handler 0 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51723 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b973d182-55ec-4844-82ce-141f51100b40:NORMAL:127.0.0.1:51723|RBW], ReplicaUC[[DISK]DS-27ae3818-a279-4ae0-9c46-338d5e331c85:NORMAL:127.0.0.1:50344|RBW]]} size 0
[junit4] 2> 2225896 INFO (IPC Server handler 1 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50344 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b973d182-55ec-4844-82ce-141f51100b40:NORMAL:127.0.0.1:51723|RBW], ReplicaUC[[DISK]DS-27ae3818-a279-4ae0-9c46-338d5e331c85:NORMAL:127.0.0.1:50344|RBW]]} size 0
[junit4] 2> 2225932 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2225932 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2225932 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2225945 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2225945 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2225951 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2225951 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2225951 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2225963 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2225963 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2225964 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47fe314c[onlyinzk_shard2_replica1] main]
[junit4] 2> 2225965 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2225966 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2225966 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2225966 INFO (searcherExecutor-4021-thread-1-processing-n:127.0.0.1:42164_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@47fe314c[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2225967 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554698461582983168
[junit4] 2> 2225978 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2225978 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2225978 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42164/solr/onlyinzk_shard2_replica1/
[junit4] 2> 2225978 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2225978 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42164/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 2225984 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42164/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 2225994 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@555ecffd[onlyinzk_shard1_replica1] main]
[junit4] 2> 2225995 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2225996 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2225996 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2225996 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554698461613391872
[junit4] 2> 2225998 INFO (searcherExecutor-4022-thread-1-processing-n:127.0.0.1:58395_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@555ecffd[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2226005 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2226005 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2226005 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58395/solr/onlyinzk_shard1_replica1/
[junit4] 2> 2226005 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2226005 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:58395/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 2226010 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58395/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 2226111 INFO (zkCallback-1216-thread-2-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2226112 INFO (zkCallback-1226-thread-2-processing-n:127.0.0.1:58395_solr) [n:127.0.0.1:58395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2226136 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2226138 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=1651
[junit4] 2> 2226162 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2226164 INFO (qtp1251496900-97005) [n:127.0.0.1:58395_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=1653
[junit4] 2> 2226173 INFO (qtp67827379-97014) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2226282 INFO (zkCallback-1216-thread-2-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2226282 INFO (zkCallback-1226-thread-2-processing-n:127.0.0.1:58395_solr) [n:127.0.0.1:58395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2226286 INFO (OverseerCollectionConfigSetProcessor-97168653477543942-127.0.0.1:42164_solr-n_0000000000) [n:127.0.0.1:42164_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2227174 INFO (qtp67827379-97014) [n:127.0.0.1:42490_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2903
[junit4] 2> 2227176 INFO (qtp67827379-97016) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2227177 INFO (qtp67827379-97016) [n:127.0.0.1:42490_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2227177 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[192262FEC9C2751D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 2227302 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[192262FEC9C2751D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 2227305 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[192262FEC9C2751D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2227308 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2227353 INFO (OverseerThreadFactory-4012-thread-3-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2227357 INFO (qtp1251496900-97006) [n:127.0.0.1:58395_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@17a2ca40
[junit4] 2> 2227358 INFO (qtp2104357790-97026) [n:127.0.0.1:42164_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6c6c1261
[junit4] 2> 2227374 INFO (qtp1251496900-97006) [n:127.0.0.1:58395_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35163/data/onlyinzk/core_node2/data/index
[junit4] 2> 2227379 INFO (qtp2104357790-97026) [n:127.0.0.1:42164_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35163/data/onlyinzk/core_node1/data/index
[junit4] 2> 2227397 INFO (qtp2104357790-97026) [n:127.0.0.1:42164_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35163/data/onlyinzk/core_node1/data
[junit4] 2> 2227398 INFO (qtp2104357790-97026) [n:127.0.0.1:42164_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35163/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 2227407 INFO (IPC Server handler 0 on 35163) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:51723 127.0.0.1:50344
[junit4] 2> 2227407 INFO (qtp1251496900-97006) [n:127.0.0.1:58395_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35163/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 2227408 INFO (qtp1251496900-97006) [n:127.0.0.1:58395_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35163/data/onlyinzk/core_node2/data
[junit4] 2> 2227422 INFO (qtp2104357790-97026) [n:127.0.0.1:42164_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=66
[junit4] 2> 2227424 INFO (IPC Server handler 3 on 35163) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:50344 127.0.0.1:51723
[junit4] 2> 2227438 INFO (qtp1251496900-97006) [n:127.0.0.1:58395_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=82
[junit4] 2> 2227707 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@226cbc13) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:50344 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 2228146 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=838
[junit4] 2> 2228155 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 2228157 INFO (OverseerStateUpdate-97168653477543942-127.0.0.1:42164_solr-n_0000000000) [n:127.0.0.1:42164_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2229167 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2229176 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2229179 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2229187 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 2229188 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35163/data
[junit4] 2> 2229188 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2229188 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:35163/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-003/]
[junit4] 2> 2229188 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-003/snapshot_metadata
[junit4] 2> 2229197 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2229197 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2229201 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2229205 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-003
[junit4] 2> 2229223 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-003/index
[junit4] 2> 2229231 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2229231 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2229234 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2229246 INFO (IPC Server handler 9 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51723 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-221062a1-3e3a-4225-bc11-02c82eeafaab:NORMAL:127.0.0.1:50344|RBW], ReplicaUC[[DISK]DS-d9da75c3-227e-4df8-9842-21d7999bfef6:NORMAL:127.0.0.1:51723|RBW]]} size 0
[junit4] 2> 2229248 INFO (IPC Server handler 0 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50344 is added to blk_1073741827_1003 size 71
[junit4] 2> 2229268 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2229268 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2229268 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2229279 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2229279 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2229295 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ee476a2[halfcollection_shard1_replica1] main]
[junit4] 2> 2229296 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2229296 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2229296 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2229297 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554698465074741248
[junit4] 2> 2229298 INFO (searcherExecutor-4031-thread-1-processing-n:127.0.0.1:42164_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@1ee476a2[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2229303 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2229303 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2229303 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42164/solr/halfcollection_shard1_replica1/
[junit4] 2> 2229303 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2229303 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42164/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 2229308 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42164/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 2229355 INFO (OverseerCollectionConfigSetProcessor-97168653477543942-127.0.0.1:42164_solr-n_0000000000) [n:127.0.0.1:42164_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2229459 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2229461 INFO (qtp2104357790-97025) [n:127.0.0.1:42164_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1306
[junit4] 2> 2229469 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 2229471 INFO (OverseerStateUpdate-97168653477543942-127.0.0.1:42164_solr-n_0000000000) [n:127.0.0.1:42164_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2230483 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2230491 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2230494 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2230495 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 2230496 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35163/data
[junit4] 2> 2230496 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2230496 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:35163/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-004/]
[junit4] 2> 2230496 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-004/snapshot_metadata
[junit4] 2> 2230504 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2230504 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2230509 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2230512 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-004
[junit4] 2> 2230541 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35163/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-004/index
[junit4] 2> 2230549 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2230549 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2230554 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2230676 INFO (IPC Server handler 8 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51723 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-221062a1-3e3a-4225-bc11-02c82eeafaab:NORMAL:127.0.0.1:50344|RBW], ReplicaUC[[DISK]DS-b973d182-55ec-4844-82ce-141f51100b40:NORMAL:127.0.0.1:51723|RBW]]} size 0
[junit4] 2> 2230676 INFO (IPC Server handler 1 on 35163) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50344 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b973d182-55ec-4844-82ce-141f51100b40:NORMAL:127.0.0.1:51723|RBW], ReplicaUC[[DISK]DS-27ae3818-a279-4ae0-9c46-338d5e331c85:NORMAL:127.0.0.1:50344|FINALIZED]]} size 0
[junit4] 2> 2230707 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@226cbc13) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:51723 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 2230708 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2230709 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2230709 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2230742 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2230742 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2230809 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13faecfd[halfcollection_shard1_replica1] main]
[junit4] 2> 2230810 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2230811 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2230811 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2230811 INFO (searcherExecutor-4036-thread-1-processing-n:127.0.0.1:42490_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@13faecfd[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2230811 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554698466662285312
[junit4] 2> 2230819 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2230819 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2230819 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42490/solr/halfcollection_shard1_replica1/
[junit4] 2> 2230820 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2230820 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42490/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 2230825 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42490/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 2230976 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2230978 INFO (qtp67827379-97001) [n:127.0.0.1:42490_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1509
[junit4] 2> 2230980 INFO (qtp67827379-97012) [n:127.0.0.1:42490_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42164_solr,127.0.0.1:42490_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2230984 INFO (OverseerThreadFactory-4012-thread-4-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 2231195 INFO (qtp2104357790-97019) [n:127.0.0.1:42164_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 2231195 WARN (qtp2104357790-97019) [n:127.0.0.1:42164_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 2231195 ERROR (qtp2104357790-97019) [n:127.0.0.1:42164_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2231196 INFO (qtp2104357790-97019) [n:127.0.0.1:42164_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
[junit4] 2> 2231196 ERROR (qtp2104357790-97019) [n:127.0.0.1:42164_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2231197 ERROR (OverseerThreadFactory-4012-thread-4-processing-n:127.0.0.1:42164_solr) [n:127.0.0.1:42164_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127
[...truncated too long message...]
ITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2375384 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 2375389 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45307 45307
[junit4] 2> 2375389 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[192262FEC9C2751D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_192262FEC9C2751D-001
[junit4] 2> Dec 25, 2016 2:29:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=uk, timezone=Asia/Khandyga
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=147477608,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerConstructors, TestCrossCoreJoin, BlockDirectoryTest, RuleEngineTest, TestHashQParserPlugin, SolrXmlInZkTest, HdfsBasicDistributedZkTest, BasicZkTest, DistributedFacetPivotWhiteBoxTest, ChaosMonkeyNothingIsSafeTest, DisMaxRequestHandlerTest, TestXmlQParserPlugin, ShufflingReplicaListTransformerTest, TestSolrQueryParserDefaultOperatorResource, QueryEqualityTest, NotRequiredUniqueKeyTest, SyncSliceTest, SimpleMLTQParserTest, TestStressLucene, TestNamedUpdateProcessors, TestBulkSchemaAPI, TestReRankQParserPlugin, TestRandomDVFaceting, DistribDocExpirationUpdateProcessorTest, TestRealTimeGet, TestReplicationHandlerBackup, TestQueryWrapperFilter, ScriptEngineTest, TestSolrConfigHandlerConcurrent, LeaderElectionIntegrationTest, TestMissingGroups, PreAnalyzedFieldManagedSchemaCloudTest, TestMinMaxOnMultiValuedField, TestCollapseQParserPlugin, TestReplicationHandler, TestJavabinTupleStreamParser, TestManagedSchemaThreadSafety, DistributedQueryElevationComponentTest, TestManagedStopFilterFactory, SmileWriterTest, TestLegacyFieldCache, CloudExitableDirectoryReaderTest, PathHierarchyTokenizerFactoryTest, DeleteShardTest, ZkStateReaderTest, TestPKIAuthenticationPlugin, CacheHeaderTest, DirectoryFactoryTest, TestDistributedSearch, TestSubQueryTransformer, TestQuerySenderNoQuery, TestCloudManagedSchema, DistanceUnitsTest, CursorPagingTest, CdcrVersionReplicationTest, TestPivotHelperCode, TestSolr4Spatial2, ExplicitHLLTest, HLLUtilTest, TestBlobHandler, TestFieldCacheReopen, TestPseudoReturnFields, TestFieldSortValues, TestSearcherReuse, TestUseDocValuesAsStored2, BJQParserTest, TestReplicaProperties, TestOmitPositions, TestRandomFaceting, TestLazyCores, OverseerRolesTest, TestFaceting, DocValuesMissingTest, TestAtomicUpdateErrorCases, SimpleCollectionCreateDeleteTest, OutputWriterTest, NumericFieldsTest, TestLocalFSCloudBackupRestore, AsyncCallRequestStatusResponseTest, SortSpecParsingTest, TestDocumentBuilder, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [436/665 (1!)] on J0 in 163.78s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 63179 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 236 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/236/
3 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([BE3B25C06784B95A:C5AFBF7FE54498ED]:0)
at java.util.HashMap.newNode(HashMap.java:1742)
at java.util.HashMap.putVal(HashMap.java:641)
at java.util.HashMap.put(HashMap.java:611)
at java.util.HashSet.add(HashSet.java:219)
at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:104)
at org.apache.lucene.store.MockDirectoryWrapper.listAll(MockDirectoryWrapper.java:1037)
at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428)
at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2239)
at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2181)
at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1133)
at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1175)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([15CEDE5379D39D0D:5DBBAAE77FE0B298]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([15CEDE5379D39D0D:38B091098EF72701]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 993 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=BE3B25C06784B95A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=hr -Dtests.timezone=America/Nipigon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1079s J0 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([BE3B25C06784B95A:C5AFBF7FE54498ED]:0)
[junit4] > at java.util.HashMap.newNode(HashMap.java:1742)
[junit4] > at java.util.HashMap.putVal(HashMap.java:641)
[junit4] > at java.util.HashMap.put(HashMap.java:611)
[junit4] > at java.util.HashSet.add(HashSet.java:219)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:104)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.listAll(MockDirectoryWrapper.java:1037)
[junit4] > at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2239)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2181)
[junit4] > at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1133)
[junit4] > at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1175)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:301)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexingSequenceNumbers_BE3B25C06784B95A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {id=FST50}, docValues:{thread=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=2027, maxMBSortInHeap=6.545992085514463, sim=RandomSimilarity(queryNorm=false,coord=no): {id=DFR I(n)3(800.0)}, locale=hr, timezone=America/Nipigon
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=74458504,total=495976448
[junit4] 2> NOTE: All tests run in this JVM: [TestSmallFloat, LimitedFiniteStringsIteratorTest, TestDirectMonotonic, TestWordlistLoader, TestCustomNorms, TestIndexWriterMergePolicy, TestFieldType, TestBooleanCoord, TestFixedBitDocIdSet, TestTwoPhaseCommitTool, TestTimSorter, TestIndexWriterOnVMError, TestDocValuesIndexing, TestNRTReaderWithThreads, TestOmitPositions, TestBytesRef, TestPhraseQuery, TestCharFilter, TestMultiPhraseQuery, TestIndexingSequenceNumbers]
[junit4] Completed [220/442 (1!)] on J0 in 1304.15s, 8 tests, 1 error <<< FAILURES!
[...truncated 732 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J0-20161224_112004_338.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid12132.hprof ...
[junit4] Heap dump file created [555311893 bytes in 2.703 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 11184 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/init-core-data-001
[junit4] 2> 4226026 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4226027 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001
[junit4] 2> 4226027 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4226031 INFO (Thread-51930) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4226031 INFO (Thread-51930) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4226132 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35605
[junit4] 2> 4226141 INFO (jetty-launcher-4817-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4226143 INFO (jetty-launcher-4817-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4226144 INFO (jetty-launcher-4817-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4226145 INFO (jetty-launcher-4817-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b29b436{/solr,null,AVAILABLE}
[junit4] 2> 4226147 INFO (jetty-launcher-4817-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f435327{SSL,[ssl, http/1.1]}{127.0.0.1:50303}
[junit4] 2> 4226147 INFO (jetty-launcher-4817-thread-2) [ ] o.e.j.s.Server Started @4229925ms
[junit4] 2> 4226147 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50303}
[junit4] 2> 4226147 ERROR (jetty-launcher-4817-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4226148 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4226148 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4226148 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4226148 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-24T15:41:38.582Z
[junit4] 2> 4226148 INFO (jetty-launcher-4817-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b2fd475{/solr,null,AVAILABLE}
[junit4] 2> 4226150 INFO (jetty-launcher-4817-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ec131ee{SSL,[ssl, http/1.1]}{127.0.0.1:34894}
[junit4] 2> 4226150 INFO (jetty-launcher-4817-thread-1) [ ] o.e.j.s.Server Started @4229928ms
[junit4] 2> 4226150 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34894}
[junit4] 2> 4226151 ERROR (jetty-launcher-4817-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4226151 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4226151 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4226151 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4226151 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-24T15:41:38.585Z
[junit4] 2> 4226151 INFO (jetty-launcher-4817-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e51bd22{/solr,null,AVAILABLE}
[junit4] 2> 4226153 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4226153 INFO (jetty-launcher-4817-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6243c3fe{SSL,[ssl, http/1.1]}{127.0.0.1:59127}
[junit4] 2> 4226153 INFO (jetty-launcher-4817-thread-3) [ ] o.e.j.s.Server Started @4229931ms
[junit4] 2> 4226153 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59127}
[junit4] 2> 4226153 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4226158 ERROR (jetty-launcher-4817-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4226158 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4226158 INFO (jetty-launcher-4817-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4226158 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4226158 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4226159 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-24T15:41:38.593Z
[junit4] 2> 4226161 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4226162 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4226165 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4226166 INFO (jetty-launcher-4817-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35605/solr
[junit4] 2> 4226167 INFO (jetty-launcher-4817-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35605/solr
[junit4] 2> 4226168 INFO (jetty-launcher-4817-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8bce84d{/solr,null,AVAILABLE}
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77f282ad{SSL,[ssl, http/1.1]}{127.0.0.1:41982}
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-4) [ ] o.e.j.s.Server Started @4229949ms
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41982}
[junit4] 2> 4226171 ERROR (jetty-launcher-4817-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35605/solr
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4226171 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4226172 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-24T15:41:38.606Z
[junit4] 2> 4226172 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159317e9d220004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4226174 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159317e9d220006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4226175 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159317e9d220005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4226177 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4226182 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4226183 INFO (jetty-launcher-4817-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35605/solr
[junit4] 2> 4226212 INFO (jetty-launcher-4817-thread-1) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34894_solr
[junit4] 2> 4226216 INFO (jetty-launcher-4817-thread-3) [n:127.0.0.1:59127_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59127_solr
[junit4] 2> 4226216 INFO (jetty-launcher-4817-thread-1) [n:127.0.0.1:34894_solr ] o.a.s.c.Overseer Overseer (id=97163286837067785-127.0.0.1:34894_solr-n_0000000000) starting
[junit4] 2> 4226216 INFO (jetty-launcher-4817-thread-4) [n:127.0.0.1:41982_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41982_solr
[junit4] 2> 4226217 INFO (jetty-launcher-4817-thread-2) [n:127.0.0.1:50303_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50303_solr
[junit4] 2> 4226218 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4226226 INFO (zkCallback-4831-thread-1-processing-n:127.0.0.1:50303_solr) [n:127.0.0.1:50303_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4226226 INFO (zkCallback-4834-thread-1-processing-n:127.0.0.1:59127_solr) [n:127.0.0.1:59127_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4226226 INFO (zkCallback-4838-thread-1-processing-n:127.0.0.1:41982_solr) [n:127.0.0.1:41982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4226229 INFO (zkCallback-4831-thread-2-processing-n:127.0.0.1:50303_solr) [n:127.0.0.1:50303_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4226229 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4226253 INFO (jetty-launcher-4817-thread-1) [n:127.0.0.1:34894_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34894_solr
[junit4] 2> 4226254 INFO (zkCallback-4834-thread-1-processing-n:127.0.0.1:59127_solr) [n:127.0.0.1:59127_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4226254 INFO (zkCallback-4838-thread-1-processing-n:127.0.0.1:41982_solr) [n:127.0.0.1:41982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4226255 INFO (zkCallback-4831-thread-2-processing-n:127.0.0.1:50303_solr) [n:127.0.0.1:50303_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4226258 INFO (jetty-launcher-4817-thread-3) [n:127.0.0.1:59127_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node3/.
[junit4] 2> 4226259 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4226275 INFO (jetty-launcher-4817-thread-4) [n:127.0.0.1:41982_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node4/.
[junit4] 2> 4226308 INFO (jetty-launcher-4817-thread-1) [n:127.0.0.1:34894_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node1/.
[junit4] 2> 4226375 INFO (jetty-launcher-4817-thread-2) [n:127.0.0.1:50303_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node2/.
[junit4] 2> 4226380 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4226381 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35605/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4226424 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4226439 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4226441 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4226455 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_49824_hdfs____.fx8dj5/webapp
[junit4] 2> 4226871 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49824
[junit4] 2> 4226959 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4226960 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4226974 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56716_datanode____.k5ff3y/webapp
[junit4] 2> 4227379 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56716
[junit4] 2> 4227432 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4227436 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4227461 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36786_datanode____imdb89/webapp
[junit4] 2> 4227518 INFO (IPC Server handler 5 on 44124) [ ] BlockStateChange BLOCK* processReport: from storage DS-9e1107aa-ad8e-4ffb-a42c-9cfc809dfd9a node DatanodeRegistration(127.0.0.1:49908, datanodeUuid=bb82dd9d-9a6a-4dc5-84d9-94b29565624d, infoPort=41892, infoSecurePort=0, ipcPort=36893, storageInfo=lv=-56;cid=testClusterID;nsid=1907367615;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4227518 INFO (IPC Server handler 5 on 44124) [ ] BlockStateChange BLOCK* processReport: from storage DS-2f78cb15-eb71-4065-b8c9-cededc399b6b node DatanodeRegistration(127.0.0.1:49908, datanodeUuid=bb82dd9d-9a6a-4dc5-84d9-94b29565624d, infoPort=41892, infoSecurePort=0, ipcPort=36893, storageInfo=lv=-56;cid=testClusterID;nsid=1907367615;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4227893 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36786
[junit4] 2> 4227990 INFO (IPC Server handler 4 on 44124) [ ] BlockStateChange BLOCK* processReport: from storage DS-f0f5d9f0-51e8-41bc-a047-e62712ff4357 node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=4e4ea2bc-a7dd-4b28-b295-ee86a86647cf, infoPort=41487, infoSecurePort=0, ipcPort=33128, storageInfo=lv=-56;cid=testClusterID;nsid=1907367615;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4227990 INFO (IPC Server handler 4 on 44124) [ ] BlockStateChange BLOCK* processReport: from storage DS-6bf68e04-1e61-4cdb-a9f7-374233efbb14 node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=4e4ea2bc-a7dd-4b28-b295-ee86a86647cf, infoPort=41487, infoSecurePort=0, ipcPort=33128, storageInfo=lv=-56;cid=testClusterID;nsid=1907367615;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4228096 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 4228097 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[15CEDE5379D39D0D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4228157 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4228160 INFO (OverseerThreadFactory-10819-thread-1-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 4228325 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 4228431 INFO (zkCallback-4833-thread-2-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4229336 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4229358 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 4229361 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4229362 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 4229369 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44124/data
[junit4] 2> 4229369 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4229369 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node1/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:44124/data/created_and_deleted/core_node1/data/]
[junit4] 2> 4229369 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 4229378 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4229378 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4229378 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4229388 WARN (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 4234560 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4234561 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/created_and_deleted/core_node1/data
[junit4] 2> 4234577 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/created_and_deleted/core_node1/data/index
[junit4] 2> 4234584 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4234584 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4234584 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4234600 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4234627 INFO (IPC Server handler 0 on 44124) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49908 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6bf68e04-1e61-4cdb-a9f7-374233efbb14:NORMAL:127.0.0.1:39529|RBW], ReplicaUC[[DISK]DS-2f78cb15-eb71-4065-b8c9-cededc399b6b:NORMAL:127.0.0.1:49908|RBW]]} size 0
[junit4] 2> 4234628 INFO (IPC Server handler 2 on 44124) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39529 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6bf68e04-1e61-4cdb-a9f7-374233efbb14:NORMAL:127.0.0.1:39529|RBW], ReplicaUC[[DISK]DS-2f78cb15-eb71-4065-b8c9-cededc399b6b:NORMAL:127.0.0.1:49908|RBW]]} size 0
[junit4] 2> 4234643 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4234643 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4234643 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4234663 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4234663 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4234673 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1349bec5[created_and_deleted_shard1_replica1] main]
[junit4] 2> 4234674 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4234674 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4234674 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4234675 INFO (searcherExecutor-10828-thread-1-processing-n:127.0.0.1:34894_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@1349bec5[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4234675 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554612598455926784
[junit4] 2> 4234681 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4234681 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4234681 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34894/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 4234681 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4234681 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:34894/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 4234683 INFO (zkCallback-4833-thread-3-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4234686 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34894/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 4234790 INFO (zkCallback-4833-thread-3-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4234838 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4234840 INFO (qtp170159908-70883) [n:127.0.0.1:34894_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=6514
[junit4] 2> 4234842 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4234942 INFO (zkCallback-4833-thread-2-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4235843 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=7685
[junit4] 2> 4235845 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4235846 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4235847 INFO (qtp1444828252-70889) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4235849 INFO (OverseerThreadFactory-10819-thread-2-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4235850 INFO (OverseerCollectionConfigSetProcessor-97163286837067785-127.0.0.1:34894_solr-n_0000000000) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4235852 INFO (qtp170159908-70884) [n:127.0.0.1:34894_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@a841a33
[junit4] 2> 4235856 INFO (qtp170159908-70884) [n:127.0.0.1:34894_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 4235857 INFO (qtp170159908-70884) [n:127.0.0.1:34894_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/created_and_deleted/core_node1/data/index
[junit4] 2> 4235857 INFO (qtp170159908-70884) [n:127.0.0.1:34894_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/created_and_deleted/core_node1/data
[junit4] 2> 4235866 INFO (IPC Server handler 5 on 44124) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:39529 127.0.0.1:49908
[junit4] 2> 4235868 INFO (qtp170159908-70884) [n:127.0.0.1:34894_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 4235944 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5546dd0) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:39529 to delete [blk_1073741825_1001]
[junit4] 2> 4236574 INFO (qtp1444828252-70889) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=726
[junit4] 2> 4236576 INFO (qtp1444828252-70893) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4236576 INFO (qtp1444828252-70893) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4236576 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 4236656 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 4236657 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[15CEDE5379D39D0D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4236661 INFO (qtp1444828252-70893) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4236663 INFO (OverseerThreadFactory-10819-thread-3-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 4236663 WARN (OverseerThreadFactory-10819-thread-3-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 4236663 INFO (OverseerCollectionConfigSetProcessor-97163286837067785-127.0.0.1:34894_solr-n_0000000000) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4236664 ERROR (OverseerThreadFactory-10819-thread-3-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4236666 INFO (qtp1444828252-70893) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=5
[junit4] 2> 4236667 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 4236743 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 4236745 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[15CEDE5379D39D0D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4236750 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4236753 INFO (OverseerCollectionConfigSetProcessor-97163286837067785-127.0.0.1:34894_solr-n_0000000000) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4236766 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 4236768 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4236768 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4236769 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4236775 INFO (OverseerThreadFactory-10819-thread-5-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 4236775 INFO (OverseerCollectionConfigSetProcessor-97163286837067785-127.0.0.1:34894_solr-n_0000000000) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4236986 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 4236986 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 4237093 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4237093 INFO (zkCallback-4834-thread-2-processing-n:127.0.0.1:59127_solr) [n:127.0.0.1:59127_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4237996 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4237996 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4238005 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 4238007 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 4238008 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4238009 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4238009 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 4238010 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 4238010 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44124/data
[junit4] 2> 4238010 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4238010 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:44124/data/onlyinzk/core_node1/data/]
[junit4] 2> 4238010 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44124/data
[junit4] 2> 4238010 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 4238010 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4238010 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001/tempDir-001/node3/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:44124/data/onlyinzk/core_node2/data/]
[junit4] 2> 4238010 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 4238019 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4238019 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4238019 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4238019 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4238019 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4238019 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4238030 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4238030 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4238031 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/onlyinzk/core_node1/data
[junit4] 2> 4238031 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/onlyinzk/core_node2/data
[junit4] 2> 4238050 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/onlyinzk/core_node1/data/index
[junit4] 2> 4238051 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44124/data/onlyinzk/core_node2/data/index
[junit4] 2> 4238057 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4238057 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4238058 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4238058 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4238058 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4238058 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4238072 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4238072 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4238094 INFO (IPC Server handler 4 on 44124) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49908 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6bf68e04-1e61-4cdb-a9f7-374233efbb14:NORMAL:127.0.0.1:39529|RBW], ReplicaUC[[DISK]DS-9e1107aa-ad8e-4ffb-a42c-9cfc809dfd9a:NORMAL:127.0.0.1:49908|RBW]]} size 0
[junit4] 2> 4238095 INFO (IPC Server handler 2 on 44124) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39529 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9e1107aa-ad8e-4ffb-a42c-9cfc809dfd9a:NORMAL:127.0.0.1:49908|RBW], ReplicaUC[[DISK]DS-f0f5d9f0-51e8-41bc-a047-e62712ff4357:NORMAL:127.0.0.1:39529|FINALIZED]]} size 0
[junit4] 2> 4238096 INFO (IPC Server handler 8 on 44124) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49908 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6bf68e04-1e61-4cdb-a9f7-374233efbb14:NORMAL:127.0.0.1:39529|RBW], ReplicaUC[[DISK]DS-2f78cb15-eb71-4065-b8c9-cededc399b6b:NORMAL:127.0.0.1:49908|RBW]]} size 0
[junit4] 2> 4238097 INFO (IPC Server handler 7 on 44124) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39529 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6bf68e04-1e61-4cdb-a9f7-374233efbb14:NORMAL:127.0.0.1:39529|RBW], ReplicaUC[[DISK]DS-2f78cb15-eb71-4065-b8c9-cededc399b6b:NORMAL:127.0.0.1:49908|RBW]]} size 0
[junit4] 2> 4238121 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4238121 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4238121 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4238127 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4238127 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4238127 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4238133 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4238133 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4238137 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4238137 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4238147 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fd75977[onlyinzk_shard2_replica1] main]
[junit4] 2> 4238148 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4238149 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4238149 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4238149 INFO (searcherExecutor-10833-thread-1-processing-n:127.0.0.1:34894_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@6fd75977[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4238149 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554612602098679808
[junit4] 2> 4238151 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e391290[onlyinzk_shard1_replica1] main]
[junit4] 2> 4238152 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4238153 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4238153 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4238153 INFO (searcherExecutor-10834-thread-1-processing-n:127.0.0.1:59127_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@3e391290[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4238153 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554612602102874112
[junit4] 2> 4238159 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4238159 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4238159 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34894/solr/onlyinzk_shard2_replica1/
[junit4] 2> 4238159 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4238160 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:34894/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 4238162 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4238162 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4238162 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:59127/solr/onlyinzk_shard1_replica1/
[junit4] 2> 4238162 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4238162 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:59127/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 4238164 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34894/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 4238166 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:59127/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 4238268 INFO (zkCallback-4833-thread-1-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4238268 INFO (zkCallback-4834-thread-2-processing-n:127.0.0.1:59127_solr) [n:127.0.0.1:59127_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4238315 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4238317 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4238317 INFO (qtp170159908-70877) [n:127.0.0.1:34894_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=1331
[junit4] 2> 4238318 INFO (qtp1444828252-70895) [n:127.0.0.1:59127_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=1332
[junit4] 2> 4238321 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4238423 INFO (zkCallback-4833-thread-3-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4238423 INFO (zkCallback-4834-thread-2-processing-n:127.0.0.1:59127_solr) [n:127.0.0.1:59127_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4238778 INFO (OverseerCollectionConfigSetProcessor-97163286837067785-127.0.0.1:34894_solr-n_0000000000) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4238944 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5546dd0) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:49908 to delete [blk_1073741825_1001]
[junit4] 2> 4239321 INFO (qtp1444828252-70896) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2551
[junit4] 2> 4239323 INFO (qtp1444828252-70889) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4239323 INFO (qtp1444828252-70889) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4239323 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 4239401 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[15CEDE5379D39D0D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 4239402 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[15CEDE5379D39D0D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4239405 INFO (qtp1444828252-70889) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4239407 INFO (OverseerThreadFactory-10819-thread-5-processing-n:127.0.0.1:34894_solr) [n:127.0.0.1:34894_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 4239409 INFO (qtp170159908-70880) [n:127.0.0.1:34894_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@56b59170
[junit4] 2> 4239409 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1533e029
[junit4] 2> 4239415 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 4239415 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/onlyinzk/core_node2/data
[junit4] 2> 4239418 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/onlyinzk/core_node2/data/index
[junit4] 2> 4239418 INFO (qtp170159908-70880) [n:127.0.0.1:34894_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 4239423 INFO (qtp170159908-70880) [n:127.0.0.1:34894_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/onlyinzk/core_node1/data/index
[junit4] 2> 4239423 INFO (qtp170159908-70880) [n:127.0.0.1:34894_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44124/data/onlyinzk/core_node1/data
[junit4] 2> 4239446 INFO (IPC Server handler 3 on 44124) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:39529 127.0.0.1:49908
[junit4] 2> 4239450 INFO (qtp1444828252-70897) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 4239452 INFO (IPC Server handler 0 on 44124) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:39529 127.0.0.1:49908
[junit4] 2> 4239454 INFO (qtp170159908-70880) [n:127.0.0.1:34894_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 4240158 INFO (qtp1444828252-70889) [n:127.0.0.1:59127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=753
[junit4] 2> 4240160 INFO (qtp1444828252-70894) [n:127.0.0.1:59127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4240161 ERROR (qtp1444828252-70894) [n:127.0.0.1:59127_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:378)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:872)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4
[...truncated too long message...]
s.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4387901 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35605 35605
[junit4] 2> 4387901 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[15CEDE5379D39D0D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_15CEDE5379D39D0D-001
[junit4] 2> Dec 24, 2016 3:44:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=nl-NL, timezone=America/Montreal
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=315741392,total=514326528
[junit4] 2> NOTE: All tests run in this JVM: [TestReversedWildcardFilterFactory, TestCloudDeleteByQuery, TestShardHandlerFactory, SolrPluginUtilsTest, TestCollectionAPI, BlobRepositoryCloudTest, PrimUtilsTest, TestSolrJ, DistributedQueueTest, AtomicUpdatesTest, TestSha256AuthenticationProvider, HardAutoCommitTest, TestSubQueryTransformerDistrib, TestSortByMinMaxFunction, TestLeaderInitiatedRecoveryThread, ShowFileRequestHandlerTest, TestGroupingSearch, TestExtendedDismaxParser, TestDFISimilarityFactory, TestLFUCache, TestReloadDeadlock, ResponseLogComponentTest, SaslZkACLProviderTest, DirectUpdateHandlerTest, TestAuthorizationFramework, CircularListTest, TestDistribIDF, SolrCoreCheckLockOnStartupTest, ConnectionReuseTest, HdfsBasicDistributedZk2Test, RecoveryZkTest, ManagedSchemaRoundRobinCloudTest, OpenExchangeRatesOrgProviderTest, OutOfBoxZkACLAndCredentialsProvidersTest, DirectUpdateHandlerOptimizeTest, QueryParsingTest, TestBulkSchemaConcurrent, DocValuesMultiTest, TestJsonFacets, ForceLeaderTest, HdfsChaosMonkeySafeLeaderTest, LukeRequestHandlerTest, DOMUtilTest, SuggesterTSTTest, MinimalSchemaTest, CoreAdminHandlerTest, HLLSerializationTest, TestFieldCacheSort, UtilsToolTest, HdfsDirectoryTest, TestSolrConfigHandlerCloud, TestSolrXml, TestIntervalFaceting, TestSolrQueryParser, DeleteInactiveReplicaTest, TestGraphTermsQParserPlugin, TestReload, TestShortCircuitedRequests, TestRestoreCore, NoCacheHeaderTest, DebugComponentTest, TestMaxScoreQueryParser, XmlUpdateRequestHandlerTest, OverseerTest, TestDFRSimilarityFactory, ConjunctionSolrSpellCheckerTest, TestUseDocValuesAsStored, TestRebalanceLeaders, TestOverriddenPrefixQueryForCustomFieldType, TestIndexingPerformance, DistributedQueryComponentOptimizationTest, CurrencyFieldXmlFileTest, SolrTestCaseJ4Test, TestNumericTerms64, DistributedFacetPivotLargeTest, TestZkChroot, SharedFSAutoReplicaFailoverUtilsTest, TestRestManager, TestRTimerTree, TestSolrDeletionPolicy1, DateRangeFieldTest, TestCloudSchemaless, TestFieldCache, CoreSorterTest, FullSolrCloudDistribCmdsTest, CdcrBootstrapTest, CollectionsAPISolrJTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestPostingsSolrHighlighter, TestDynamicLoading, TermVectorComponentDistributedTest, TestLRUStatsCache, AnalysisErrorHandlingTest, TestCustomSort, HdfsUnloadDistributedZkTest, TestFieldTypeCollectionResource, SolrCloudExampleTest, TestFieldCacheWithThreads, PeerSyncWithIndexFingerprintCachingTest, DistribCursorPagingTest, TestConfigSets, TestGraphMLResponseWriter, PrimitiveFieldTypeTest, LeaderFailoverAfterPartitionTest, BadCopyFieldTest, TestOnReconnectListenerSupport, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestBadConfig, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, SampleTest, TestBinaryField, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestJmxMonitoredMap, PluginInfoTest, TestSystemIdResolver, TestSuggestSpellingConverter, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestTolerantSearch, ActionThrottleTest, AssignTest, CdcrReplicationHandlerTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, ShardSplitTest, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [533/665 (1!)] on J2 in 171.02s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 12046 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid12132.hprof
Total time: 279 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 235 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/235/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([17C0F5DD0EEBFFF0:3ABEBA87F9CF45FC]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([17C0F5DD0EEBFFF0:5FB5816908D8D065]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12139 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/init-core-data-001
[junit4] 2> 2510719 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2510720 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001
[junit4] 2> 2510720 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2510720 INFO (Thread-166415) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2510720 INFO (Thread-166415) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2510821 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:48873
[junit4] 2> 2510919 INFO (jetty-launcher-1113-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2510929 INFO (jetty-launcher-1113-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2510929 INFO (jetty-launcher-1113-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2510931 INFO (jetty-launcher-1113-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20b81ff2{/solr,null,AVAILABLE}
[junit4] 2> 2510932 INFO (jetty-launcher-1113-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2510934 INFO (jetty-launcher-1113-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13369779{/solr,null,AVAILABLE}
[junit4] 2> 2510944 INFO (jetty-launcher-1113-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@561b9683{/solr,null,AVAILABLE}
[junit4] 2> 2511003 INFO (jetty-launcher-1113-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2056d7d1{SSL,[ssl, http/1.1]}{127.0.0.1:45549}
[junit4] 2> 2511003 INFO (jetty-launcher-1113-thread-3) [ ] o.e.j.s.Server Started @2515192ms
[junit4] 2> 2511004 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45549}
[junit4] 2> 2511004 ERROR (jetty-launcher-1113-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2511009 INFO (jetty-launcher-1113-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45e1d8b6{SSL,[ssl, http/1.1]}{127.0.0.1:43166}
[junit4] 2> 2511092 INFO (jetty-launcher-1113-thread-4) [ ] o.e.j.s.Server Started @2515280ms
[junit4] 2> 2511092 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43166}
[junit4] 2> 2511092 ERROR (jetty-launcher-1113-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2511092 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2511092 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2511093 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2511093 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-23T19:06:32.068Z
[junit4] 2> 2511009 INFO (jetty-launcher-1113-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@549af127{SSL,[ssl, http/1.1]}{127.0.0.1:49378}
[junit4] 2> 2511093 INFO (jetty-launcher-1113-thread-1) [ ] o.e.j.s.Server Started @2515282ms
[junit4] 2> 2511093 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49378}
[junit4] 2> 2511008 INFO (jetty-launcher-1113-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@989ac47{/solr,null,AVAILABLE}
[junit4] 2> 2511098 ERROR (jetty-launcher-1113-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2511098 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2511098 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2511098 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2511098 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-23T19:06:32.073Z
[junit4] 2> 2511100 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2511100 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2511100 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2511100 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-23T19:06:32.075Z
[junit4] 2> 2511101 INFO (jetty-launcher-1113-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@641c2175{SSL,[ssl, http/1.1]}{127.0.0.1:37212}
[junit4] 2> 2511102 INFO (jetty-launcher-1113-thread-2) [ ] o.e.j.s.Server Started @2515290ms
[junit4] 2> 2511102 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37212}
[junit4] 2> 2511102 ERROR (jetty-launcher-1113-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2511102 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2511102 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2511102 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2511102 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-23T19:06:32.077Z
[junit4] 2> 2511114 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2511126 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2511146 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2511146 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2511147 INFO (jetty-launcher-1113-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48873/solr
[junit4] 2> 2511216 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2511220 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2511239 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2511240 INFO (jetty-launcher-1113-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48873/solr
[junit4] 2> 2511258 INFO (jetty-launcher-1113-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48873/solr
[junit4] 2> 2511272 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2511275 INFO (jetty-launcher-1113-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48873/solr
[junit4] 2> 2511302 INFO (jetty-launcher-1113-thread-3) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45549_solr
[junit4] 2> 2511318 INFO (jetty-launcher-1113-thread-1) [n:127.0.0.1:49378_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49378_solr
[junit4] 2> 2511319 INFO (jetty-launcher-1113-thread-3) [n:127.0.0.1:45549_solr ] o.a.s.c.Overseer Overseer (id=97158430175789063-127.0.0.1:45549_solr-n_0000000000) starting
[junit4] 2> 2511329 INFO (jetty-launcher-1113-thread-3) [n:127.0.0.1:45549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45549_solr
[junit4] 2> 2511368 INFO (jetty-launcher-1113-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2511370 INFO (OverseerStateUpdate-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2511372 INFO (jetty-launcher-1113-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37212_solr
[junit4] 2> 2511386 INFO (jetty-launcher-1113-thread-3) [n:127.0.0.1:45549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node4/.
[junit4] 2> 2511394 INFO (zkCallback-1132-thread-1-processing-n:127.0.0.1:49378_solr) [n:127.0.0.1:49378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2511427 INFO (zkCallback-1132-thread-2-processing-n:127.0.0.1:49378_solr) [n:127.0.0.1:49378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2511447 INFO (jetty-launcher-1113-thread-1) [n:127.0.0.1:49378_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node1/.
[junit4] 2> 2511449 INFO (zkCallback-1128-thread-2-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2511452 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:37212_solr) [n:127.0.0.1:37212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2511481 INFO (jetty-launcher-1113-thread-2) [n:127.0.0.1:37212_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node3/.
[junit4] 2> 2511510 INFO (jetty-launcher-1113-thread-4) [n:127.0.0.1:43166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2511580 INFO (jetty-launcher-1113-thread-4) [n:127.0.0.1:43166_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43166_solr
[junit4] 2> 2511592 INFO (zkCallback-1133-thread-1-processing-n:127.0.0.1:37212_solr) [n:127.0.0.1:37212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2511592 INFO (zkCallback-1132-thread-2-processing-n:127.0.0.1:49378_solr) [n:127.0.0.1:49378_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2511593 INFO (zkCallback-1136-thread-1-processing-n:127.0.0.1:43166_solr) [n:127.0.0.1:43166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2511599 INFO (zkCallback-1128-thread-2-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2511660 INFO (jetty-launcher-1113-thread-4) [n:127.0.0.1:43166_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node2/.
[junit4] 2> 2511719 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2511721 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48873/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2511787 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2511797 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2511823 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2511845 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51661_hdfs____r87enz/webapp
[junit4] 2> 2512462 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51661
[junit4] 2> 2512666 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2512667 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2512682 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41010_datanode____.3nxftz/webapp
[junit4] 2> 2513197 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41010
[junit4] 2> 2513271 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2513272 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2513331 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50911_datanode____xlqzyd/webapp
[junit4] 2> 2513514 INFO (IPC Server handler 4 on 58198) [ ] BlockStateChange BLOCK* processReport: from storage DS-91b360d1-c97e-490e-a20f-b6c5ec920bd2 node DatanodeRegistration(127.0.0.1:55172, datanodeUuid=80e03163-9ce7-4b10-8c3a-4b910dd5ae1e, infoPort=58674, infoSecurePort=0, ipcPort=58385, storageInfo=lv=-56;cid=testClusterID;nsid=1469804615;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2513514 INFO (IPC Server handler 4 on 58198) [ ] BlockStateChange BLOCK* processReport: from storage DS-dfd511ed-fdc4-4f64-adb2-4e3df5c3d297 node DatanodeRegistration(127.0.0.1:55172, datanodeUuid=80e03163-9ce7-4b10-8c3a-4b910dd5ae1e, infoPort=58674, infoSecurePort=0, ipcPort=58385, storageInfo=lv=-56;cid=testClusterID;nsid=1469804615;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2513907 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50911
[junit4] 2> 2514103 INFO (IPC Server handler 6 on 58198) [ ] BlockStateChange BLOCK* processReport: from storage DS-e706cdbd-24aa-4dee-b0fe-f5133a30cf98 node DatanodeRegistration(127.0.0.1:52590, datanodeUuid=dc7529ac-bb4c-43de-8b91-9ce200a4b2eb, infoPort=36190, infoSecurePort=0, ipcPort=57073, storageInfo=lv=-56;cid=testClusterID;nsid=1469804615;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 2514103 INFO (IPC Server handler 6 on 58198) [ ] BlockStateChange BLOCK* processReport: from storage DS-89a95a49-03b4-43e7-bbbc-09dd4aed608f node DatanodeRegistration(127.0.0.1:52590, datanodeUuid=dc7529ac-bb4c-43de-8b91-9ce200a4b2eb, infoPort=36190, infoSecurePort=0, ipcPort=57073, storageInfo=lv=-56;cid=testClusterID;nsid=1469804615;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2514531 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 2514532 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2514669 INFO (qtp1497730679-172159) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:49378/solr,https://127.0.0.1:37212/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2514682 INFO (OverseerThreadFactory-3431-thread-1-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 2514686 WARN (OverseerThreadFactory-3431-thread-1-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 2514811 INFO (qtp1497730679-172159) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2514812 INFO (qtp1497730679-172159) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:49378/solr,https://127.0.0.1:37212/solr&wt=javabin&version=2} status=0 QTime=142
[junit4] 2> 2514813 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 2515023 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 2515153 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2515168 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2515195 INFO (OverseerThreadFactory-3431-thread-2-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2515195 INFO (OverseerCollectionConfigSetProcessor-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2515902 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=733
[junit4] 2> 2515912 ERROR (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:203)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2515913 INFO (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2515922 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 2515923 INFO (OverseerCollectionConfigSetProcessor-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2516095 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 2516096 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2516100 INFO (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2516116 INFO (OverseerThreadFactory-3431-thread-3-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 2516117 ERROR (OverseerThreadFactory-3431-thread-3-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:124)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2516130 INFO (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=30
[junit4] 2> 2516130 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 2516364 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 2516365 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2516368 INFO (qtp1497730679-172156) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2516371 INFO (OverseerCollectionConfigSetProcessor-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2516371 INFO (OverseerThreadFactory-3431-thread-4-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 2516651 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
[junit4] 2> 2516755 INFO (zkCallback-1136-thread-1-processing-n:127.0.0.1:43166_solr) [n:127.0.0.1:43166_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2517680 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2517690 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
[junit4] 2> 2517694 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2517696 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from collection withconfigset2
[junit4] 2> 2517697 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58198/data
[junit4] 2> 2517698 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2517698 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node2/withconfigset2_shard1_replica1], dataDir=[hdfs://localhost:58198/data/withconfigset2/core_node1/data/]
[junit4] 2> 2517698 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7575c7a
[junit4] 2> 2517746 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [withconfigset2_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7b52421f
[junit4] 2> 2517747 ERROR (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1347)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:891)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2517747 ERROR (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Error creating core [withconfigset2_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:899)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:433)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:840)
[junit4] 2> ... 39 more
[junit4] 2> 2517756 ERROR (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:813)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [withconfigset2_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:899)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:433)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:840)
[junit4] 2> ... 39 more
[junit4] 2>
[junit4] 2> 2517757 INFO (qtp1497730679-172160) [n:127.0.0.1:43166_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2} status=400 QTime=1106
[junit4] 2> 2517757 ERROR (OverseerThreadFactory-3431-thread-4-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:43166/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43166/solr: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2517757 ERROR (OverseerThreadFactory-3431-thread-4-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [withconfigset2].
[junit4] 2> 2517760 INFO (OverseerThreadFactory-3431-thread-4-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2517763 INFO (qtp1497730679-172162) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2518474 INFO (OverseerThreadFactory-3431-thread-4-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [withconfigset2]
[junit4] 2> 2518477 INFO (qtp1497730679-172156) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2520378 INFO (OverseerCollectionConfigSetProcessor-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2548497 ERROR (qtp1497730679-172156) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 2548497 INFO (qtp1497730679-172156) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=32128
[junit4] 2> 2548498 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsCollectionsAPIDistributedZkTest -Dtests.method=testSpecificConfigsets -Dtests.seed=17C0F5DD0EEBFFF0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=America/Menominee -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 32.4s J0 | HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
[junit4] > at __randomizedtesting.SeedInfo.seed([17C0F5DD0EEBFFF0:3ABEBA87F9CF45FC]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2548667 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 2548668 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2548703 INFO (qtp1497730679-172159) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2548721 INFO (qtp1497730679-172159) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 2548724 INFO (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2548725 INFO (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2548725 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 2548927 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 2548928 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[17C0F5DD0EEBFFF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2549037 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 2549058 INFO (OverseerStateUpdate-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2549102 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2549111 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2549114 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2549116 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 2549116 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58198/data
[junit4] 2> 2549116 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2549116 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:58198/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-003/]
[junit4] 2> 2549116 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58198/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-003/snapshot_metadata
[junit4] 2> 2549129 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2549129 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2549162 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2549163 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58198/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-003
[junit4] 2> 2549232 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58198/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-003/index
[junit4] 2> 2549255 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2549255 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2549285 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2549406 INFO (IPC Server handler 8 on 58198) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55172 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e706cdbd-24aa-4dee-b0fe-f5133a30cf98:NORMAL:127.0.0.1:52590|RBW], ReplicaUC[[DISK]DS-dfd511ed-fdc4-4f64-adb2-4e3df5c3d297:NORMAL:127.0.0.1:55172|FINALIZED]]} size 0
[junit4] 2> 2549406 INFO (IPC Server handler 9 on 58198) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52590 is added to blk_1073741825_1001 size 71
[junit4] 2> 2549455 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2549455 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2549455 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2549506 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2549506 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2549578 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52f175fd[halfcollection_shard1_replica1] main]
[junit4] 2> 2549579 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2549580 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2549580 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2549580 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554534923559239680
[junit4] 2> 2549583 INFO (searcherExecutor-3441-thread-1-processing-n:127.0.0.1:45549_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@52f175fd[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2549591 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2549591 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2549591 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45549/solr/halfcollection_shard1_replica1/
[junit4] 2> 2549592 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2549592 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45549/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 2549594 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45549/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 2549839 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2549843 INFO (qtp350702219-172150) [n:127.0.0.1:45549_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=806
[junit4] 2> 2549947 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 2549955 INFO (OverseerStateUpdate-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2550732 INFO (OverseerCollectionConfigSetProcessor-97158430175789063-127.0.0.1:45549_solr-n_0000000000) [n:127.0.0.1:45549_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2550979 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2550998 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 2551006 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2551011 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 2551011 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:58198/data
[junit4] 2> 2551011 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2551011 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-001/node1/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:58198/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-004/]
[junit4] 2> 2551011 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58198/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-004/snapshot_metadata
[junit4] 2> 2551019 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2551019 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2551024 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2551028 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58198/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-004
[junit4] 2> 2551117 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:58198/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-004/index
[junit4] 2> 2551124 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2551124 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2551128 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2551288 INFO (IPC Server handler 9 on 58198) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55172 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e706cdbd-24aa-4dee-b0fe-f5133a30cf98:NORMAL:127.0.0.1:52590|RBW], ReplicaUC[[DISK]DS-91b360d1-c97e-490e-a20f-b6c5ec920bd2:NORMAL:127.0.0.1:55172|RBW]]} size 0
[junit4] 2> 2551293 INFO (IPC Server handler 4 on 58198) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52590 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-91b360d1-c97e-490e-a20f-b6c5ec920bd2:NORMAL:127.0.0.1:55172|RBW], ReplicaUC[[DISK]DS-89a95a49-03b4-43e7-bbbc-09dd4aed608f:NORMAL:127.0.0.1:52590|FINALIZED]]} size 0
[junit4] 2> 2551350 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2551350 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2551350 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2551385 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2551385 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2551437 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27e20b0c[halfcollection_shard1_replica1] main]
[junit4] 2> 2551438 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2551438 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2551438 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2551438 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554534925507493888
[junit4] 2> 2551440 INFO (searcherExecutor-3446-thread-1-processing-n:127.0.0.1:49378_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@27e20b0c[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2551447 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2551447 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2551447 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49378/solr/halfcollection_shard1_replica1/
[junit4] 2> 2551447 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2551447 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:49378/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 2551455 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49378/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 2551569 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2551587 INFO (qtp224524859-172141) [n:127.0.0.1:49378_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1640
[junit4] 2> 2551591 INFO (qtp1497730679-172161) [n:127.0.0.1:43166_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45549_solr,127.0.0.1:49378_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551596 INFO (OverseerThreadFactory-3431-thread-5-processing-n:127.0.0.1:45549_solr) [n:127.0.0.1:45549_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 2551838 INFO (qtp224524859-172140) [n:127.0.0.1:49378_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 2551841 INFO (qtp350702219-172152) [n:127.0.0.1:45549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 2551841 WARN (qtp350702219-172152) [n:127.0.0.1:45549_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 2551841 ERROR (qtp350702219-172152) [n:127.0.0.1:45549_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCal
[...truncated too long message...]
pool service for: Block pool BP-791627162-10.41.0.5-1482519992726 (Datanode Uuid 80e03163-9ce7-4b10-8c3a-4b910dd5ae1e) service to localhost/127.0.0.1:58198
[junit4] 2> 2673235 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2673339 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 2673344 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48873 48873
[junit4] 2> 2673345 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[17C0F5DD0EEBFFF0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_17C0F5DD0EEBFFF0-001
[junit4] 2> Dec 23, 2016 7:09:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1856, maxMBSortInHeap=6.860035038733794, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=America/Menominee
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=133700168,total=471334912
[junit4] 2> NOTE: All tests run in this JVM: [SuggestComponentTest, DirectoryFactoryTest, AnalysisAfterCoreReloadTest, VersionInfoTest, TestCryptoKeys, CursorMarkTest, OverriddenZkACLAndCredentialsProvidersTest, TestStressUserVersions, TestHighlightDedupGrouping, AsyncCallRequestStatusResponseTest, TestDocSet, CloudExitableDirectoryReaderTest, TestCorePropertiesReload, DistributedExpandComponentTest, ShardSplitTest, FileBasedSpellCheckerTest, TestAnalyzeInfixSuggestions, MBeansHandlerTest, TestFieldCacheSortRandom, TestCloudInspectUtil, DeleteShardTest, TestRemoteStreaming, HdfsBasicDistributedZkTest, TestDefaultSearchFieldResource, ClassificationUpdateProcessorFactoryTest, TestJoin, TestManagedSchemaThreadSafety, SolrRequestParserTest, TestTolerantUpdateProcessorCloud, TestValueSourceCache, TestLazyCores, QueryElevationComponentTest, QueryEqualityTest, HighlighterConfigTest, TestMinMaxOnMultiValuedField, HdfsRecoveryZkTest, CacheHeaderTest, CloneFieldUpdateProcessorFactoryTest, HttpPartitionTest, TestSolrCLIRunExample, ClusterStateTest, TestMissingGroups, TestCloudRecovery, BasicZkTest, TestRealTimeGet, HdfsLockFactoryTest, TestNonDefinedSimilarityFactory, TestXmlQParserPlugin, TestExactSharedStatsCache, PeerSyncReplicationTest, TestRandomFlRTGCloud, TestBinaryResponseWriter, TestFastLRUCache, TestPseudoReturnFields, TestFunctionQuery, TestSizeLimitedDistributedMap, ParsingFieldUpdateProcessorsTest, PeerSyncTest, SimpleCollectionCreateDeleteTest, DefaultValueUpdateProcessorTest, FastVectorHighlighterTest, TestSolrCoreProperties, CdcrUpdateLogTest, TestReplicationHandlerBackup, TestFreeTextSuggestions, SignatureUpdateProcessorFactoryTest, AlternateDirectoryTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [301/665 (1!)] on J0 in 172.42s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 63585 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 234 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/234/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([81725B145E4F169A:DD6FBC95906FA2AC]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:235)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([81725B145E4F169A:5FF8356965ED7469]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor91.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:870) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor91.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:870)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([81725B145E4F169A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([81725B145E4F169A:AC0C144EA96BAC96]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([81725B145E4F169A:C9072FA0587C390F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11395 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/init-core-data-001
[junit4] 2> 39225 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[81725B145E4F169A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 39225 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[81725B145E4F169A]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 39253 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 39254 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 39254 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 39354 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.ZkTestServer start zk server on port:55230
[junit4] 2> 39442 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 39451 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 39453 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 39455 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 39456 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 39460 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 39462 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 39463 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 39465 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 39466 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 39468 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 39645 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/control-001/cores/collection1
[junit4] 2> 39647 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 39739 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60ef1d2b{/,null,AVAILABLE}
[junit4] 2> 39741 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e9716c6{HTTP/1.1,[http/1.1]}{127.0.0.1:35228}
[junit4] 2> 39741 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.Server Started @44581ms
[junit4] 2> 39742 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/tempDir-001/control/data, hostContext=/, hostPort=35228, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/control-001/cores}
[junit4] 2> 39742 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 39742 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 39742 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 39742 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 39742 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T15:31:11.846Z
[junit4] 2> 39799 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 39799 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/control-001/solr.xml
[junit4] 2> 39832 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 39846 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55230/solr
[junit4] 2> 39922 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:35228_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35228_
[junit4] 2> 39923 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:35228_ ] o.a.s.c.Overseer Overseer (id=97146258808504324-127.0.0.1:35228_-n_0000000000) starting
[junit4] 2> 39939 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:35228_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35228_
[junit4] 2> 39941 INFO (OverseerStateUpdate-97146258808504324-127.0.0.1:35228_-n_0000000000) [n:127.0.0.1:35228_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 40033 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:35228_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/control-001/cores
[junit4] 2> 40033 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:35228_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 40037 INFO (OverseerStateUpdate-97146258808504324-127.0.0.1:35228_-n_0000000000) [n:127.0.0.1:35228_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 40056 WARN (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 40057 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 40092 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 40491 WARN (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 40506 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 40589 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 40617 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/control-001/cores/collection1/data/]
[junit4] 2> 40617 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@becd355
[junit4] 2> 40661 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1269629309, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 40686 WARN (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 40737 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 40737 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40738 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40738 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40739 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=34.123046875, floorSegmentMB=2.1044921875, forceMergeDeletesPctAllowed=15.090072482293408, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6966989006211242
[junit4] 2> 40755 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4178990f[collection1] main]
[junit4] 2> 40757 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 40757 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 40758 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 40759 INFO (searcherExecutor-105-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4178990f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40759 INFO (coreLoadExecutor-104-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554340142501593088
[junit4] 2> 40794 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 40794 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 40794 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35228/collection1/
[junit4] 2> 40794 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 40794 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35228/collection1/ has no replicas
[junit4] 2> 40803 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35228/collection1/ shard1
[junit4] 2> 40954 INFO (coreZkRegister-97-thread-1-processing-n:127.0.0.1:35228_ x:collection1 c:control_collection) [n:127.0.0.1:35228_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41044 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 41045 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55230/solr ready
[junit4] 2> 41045 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 41045 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 41189 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001/cores/collection1
[junit4] 2> 41190 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001
[junit4] 2> 41194 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 41196 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@db12085{/,null,AVAILABLE}
[junit4] 2> 41197 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17e917f0{HTTP/1.1,[http/1.1]}{127.0.0.1:53697}
[junit4] 2> 41197 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.Server Started @46036ms
[junit4] 2> 41197 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=53697, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001/cores}
[junit4] 2> 41197 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 41204 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 41204 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 41204 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 41204 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T15:31:13.308Z
[junit4] 2> 41219 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 41219 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001/solr.xml
[junit4] 2> 41237 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 41238 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55230/solr
[junit4] 2> 41260 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 41285 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:53697_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53697_
[junit4] 2> 41289 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 41289 INFO (zkCallback-48-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 41308 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 41383 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:53697_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001/cores
[junit4] 2> 41383 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:53697_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 41397 INFO (OverseerStateUpdate-97146258808504324-127.0.0.1:35228_-n_0000000000) [n:127.0.0.1:35228_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 41500 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42421 WARN (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 42422 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 42443 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 42567 WARN (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 42587 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 42615 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 42615 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 42616 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@becd355
[junit4] 2> 42631 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1269629309, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 42667 WARN (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 42704 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 42705 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 42705 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 42705 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 42707 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=34.123046875, floorSegmentMB=2.1044921875, forceMergeDeletesPctAllowed=15.090072482293408, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6966989006211242
[junit4] 2> 42713 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5762e6d6[collection1] main]
[junit4] 2> 42730 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 42730 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 42731 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 42733 INFO (searcherExecutor-116-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5762e6d6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 42733 INFO (coreLoadExecutor-115-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554340144571482112
[junit4] 2> 42756 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 42756 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 42756 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53697/collection1/
[junit4] 2> 42756 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 42756 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53697/collection1/ has no replicas
[junit4] 2> 42765 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53697/collection1/ shard1
[junit4] 2> 42869 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42918 INFO (coreZkRegister-110-thread-1-processing-n:127.0.0.1:53697_ x:collection1 c:collection1) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 43026 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43077 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001/cores/collection1
[junit4] 2> 43078 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001
[junit4] 2> 43082 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 43084 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bea588a{/,null,AVAILABLE}
[junit4] 2> 43085 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54f6e5eb{HTTP/1.1,[http/1.1]}{127.0.0.1:57898}
[junit4] 2> 43085 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.e.j.s.Server Started @47924ms
[junit4] 2> 43085 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=57898, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001/cores}
[junit4] 2> 43085 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 43095 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 43095 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 43095 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 43095 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T15:31:15.199Z
[junit4] 2> 43114 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 43114 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001/solr.xml
[junit4] 2> 43128 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 43129 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55230/solr
[junit4] 2> 43155 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:57898_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 43161 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:57898_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57898_
[junit4] 2> 43162 INFO (zkCallback-48-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43162 INFO (zkCallback-44-thread-4-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43162 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43174 INFO (zkCallback-60-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 43205 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:57898_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001/cores
[junit4] 2> 43205 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [n:127.0.0.1:57898_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 43210 INFO (OverseerStateUpdate-97146258808504324-127.0.0.1:35228_-n_0000000000) [n:127.0.0.1:35228_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 43314 INFO (zkCallback-60-thread-2-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 43314 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44236 WARN (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 44237 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 44257 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 44370 WARN (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 44397 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 44421 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 44421 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_81725B145E4F169A-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 44421 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@becd355
[junit4] 2> 44427 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1269629309, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 44457 WARN (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 44499 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 44499 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 44499 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 44499 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 44501 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=34.123046875, floorSegmentMB=2.1044921875, forceMergeDeletesPctAllowed=15.090072482293408, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6966989006211242
[junit4] 2> 44502 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@142604fc[collection1] main]
[junit4] 2> 44503 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 44504 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 44504 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 44505 INFO (coreLoadExecutor-126-thread-1-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554340146429558784
[junit4] 2> 44529 INFO (searcherExecutor-127-thread-1-processing-n:127.0.0.1:57898_ x:collection1 c:collection1) [n:127.0.0.1:57898_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@142604fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 44532 INFO (coreZkRegister-121-thread-1-processing-n:127.0.0.1:57898_ x:collection1 c:collection1) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 44533 INFO (updateExecutor-57-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 44534 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 44534 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 44534 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 44534 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 44534 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:53697/collection1/] and I am [http://127.0.0.1:57898/collection1/]
[junit4] 2> 44537 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:53697]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:57898_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 44552 INFO (qtp1887397765-312) [n:127.0.0.1:53697_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 44552 INFO (qtp1887397765-312) [n:127.0.0.1:53697_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 44552 INFO (qtp1887397765-312) [n:127.0.0.1:53697_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:57898_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:57898","node_name":"127.0.0.1:57898_","state":"down"}
[junit4] 2> 44642 INFO (zkCallback-60-thread-2-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44642 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44711 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRestartWithAllInLIR
[junit4] 2> 44712 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 45553 INFO (qtp1887397765-312) [n:127.0.0.1:53697_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:57898_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:57898","node_name":"127.0.0.1:57898_","state":"recovering"}
[junit4] 2> 45553 INFO (qtp1887397765-312) [n:127.0.0.1:53697_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 45553 INFO (qtp1887397765-312) [n:127.0.0.1:53697_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:57898_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 52555 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:53697/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 52555 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:57898 START replicas=[http://127.0.0.1:53697/collection1/] nUpdates=100
[junit4] 2> 52561 INFO (qtp1887397765-309) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 52561 INFO (qtp1887397765-309) [n:127.0.0.1:53697_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 52562 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 52562 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 52562 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 52562 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 52563 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 52563 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 52563 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 52563 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 52563 INFO (recoveryExecutor-58-thread-1-processing-n:127.0.0.1:57898_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57898_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 52567 INFO (zkCallback-60-thread-2-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 52567 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 52720 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[81725B145E4F169A]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 52723 INFO (qtp1887397765-313) [n:127.0.0.1:53697_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 52728 INFO (OverseerThreadFactory-102-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 52737 INFO (qtp1628257001-340) [n:127.0.0.1:57898_ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@515c53ad
[junit4] 2> 52738 INFO (qtp1887397765-316) [n:127.0.0.1:53697_ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4bb22723
[junit4] 2> 52775 INFO (qtp1628257001-340) [n:127.0.0.1:57898_ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 52776 WARN (zkCallback-60-thread-2-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 52777 INFO (qtp1628257001-340) [n:127.0.0.1:57898_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 52782 INFO (qtp1887397765-316) [n:127.0.0.1:53697_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 53490 INFO (qtp1887397765-313) [n:127.0.0.1:53697_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection1&action=DELETE&wt=javabin&version=2} status=0 QTime=767
[junit4] 2> 53495 INFO (qtp1887397765-314) [n:127.0.0.1:53697_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&maxShardsPerNode=1&name=all_in_lir&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 53498 INFO (OverseerThreadFactory-102-thread-2-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ ] o.a.s.c.CreateCollectionCmd Create collection all_in_lir
[junit4] 2> 53498 INFO (OverseerThreadFactory-102-thread-2-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 53499 INFO (OverseerCollectionConfigSetProcessor-97146258808504324-127.0.0.1:35228_-n_0000000000) [n:127.0.0.1:35228_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 53713 INFO (qtp1628257001-341) [n:127.0.0.1:57898_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=all_in_lir_shard1_replica2&action=CREATE&numShards=1&collection=all_in_lir&shard=shard1&wt=javabin&version=2
[junit4] 2> 53742 INFO (qtp35781399-272) [n:127.0.0.1:35228_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=all_in_lir_shard1_replica1&action=CREATE&numShards=1&collection=all_in_lir&shard=shard1&wt=javabin&version=2
[junit4] 2> 53757 INFO (qtp1887397765-310) [n:127.0.0.1:53697_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=all_in_lir_shard1_replica3&action=CREATE&numShards=1&collection=all_in_lir&shard=shard1&wt=javabin&version=2
[junit4] 2> 53865 INFO (zkCallback-54-thread-1-processing-n:127.0.0.1:53697_) [n:127.0.0.1:53697_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/all_in_lir/state.json] for collection [all_in_lir] has occurred - updating... (live nodes size: [3])
[junit4] 2> 53865 INFO (zkCallback-60-thread-2-processing-n:127.0.0.1:57898_) [n:127.0.0.1:57898_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/all_in_lir/state.json] for collection [all_in_lir] has occurred - updating... (live nodes size: [3])
[junit4] 2> 53866 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:35228_) [n:127.0.0.1:35228_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/all_in_lir/state.json] for collection [all_in_lir] has occurred - updating... (live nodes size: [3])
[junit4] 2> 54783 WARN (qtp35781399-272) [n:127.0.0.1:35228_ c:all_in_lir s:shard1 x:all_in_lir_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 54783 WARN (qtp1887397765-310) [n:127.0.0.1:53697_ c:all_in_lir s:shard1 x:all_in_lir_shard1_replica3] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 54784 INFO (qtp3578
[...truncated too long message...]
shard2_replica1] o.a.s.c.SolrCore [target_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4fa3aff5
[junit4] 2> 3191297 INFO (zkCallback-3210-thread-4-processing-n:127.0.0.1:53615_) [n:127.0.0.1:53615_ c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 3191418 INFO (zkCallback-3217-thread-4-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36358/target_collection_shard1_replica2/
[junit4] 2> 3191418 INFO (zkCallback-3217-thread-4-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3191418 INFO (zkCallback-3217-thread-4-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica2] o.a.s.c.SyncStrategy https://127.0.0.1:36358/target_collection_shard1_replica2/ has no replicas
[junit4] 2> 3191420 INFO (zkCallback-3217-thread-5-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ target_collection:shard1
[junit4] 2> 3191421 INFO (zkCallback-3217-thread-4-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36358/target_collection_shard1_replica2/ shard1
[junit4] 2> 3191526 INFO (zkCallback-3217-thread-7-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3191900 WARN (zkCallback-3210-thread-3-processing-n:127.0.0.1:53615_) [n:127.0.0.1:53615_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3191901 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f4d66a9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3191901 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f3dc748{/,null,UNAVAILABLE}
[junit4] 2> 3191904 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 36358
[junit4] 2> 3191904 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2004253046
[junit4] 2> 3191907 INFO (coreCloseExecutor-4975-thread-1) [n:127.0.0.1:36358_ c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica2] o.a.s.c.SolrCore [target_collection_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@65c43377
[junit4] 2> 3191907 INFO (coreCloseExecutor-4975-thread-1) [n:127.0.0.1:36358_ c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
[junit4] 2> 3191923 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.a.s.c.Overseer Overseer (id=97146453809233953-127.0.0.1:36358_-n_0000000007) closing
[junit4] 2> 3191923 INFO (OverseerStateUpdate-97146453809233953-127.0.0.1:36358_-n_0000000007) [n:127.0.0.1:36358_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36358_
[junit4] 2> 3193425 WARN (zkCallback-3217-thread-6-processing-n:127.0.0.1:36358_) [n:127.0.0.1:36358_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3193426 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ad64c84{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3193426 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@90a244e{/,null,UNAVAILABLE}
[junit4] 2> 3193434 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testResilienceWithDeleteByQueryOnTarget
[junit4] 2> 3193436 INFO (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[81725B145E4F169A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58388 58388
[junit4] 2> 3193537 INFO (Thread-50814) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58388 58388
[junit4] 2> 3193537 WARN (Thread-50814) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/clusterprops.json
[junit4] 2> 40 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 7 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 6 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 160 /solr/overseer/collection-queue-work
[junit4] 2> 77 /solr/overseer/queue
[junit4] 2> 40 /solr/collections
[junit4] 2> 39 /solr/live_nodes
[junit4] 2> 22 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3193539 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[81725B145E4F169A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81725B145E4F169A-001
[junit4] 2> Dec 21, 2016 4:23:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneFixedGap), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=20, maxMBSortInHeap=7.800744072696396, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-AU, timezone=Asia/Anadyr
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=197044256,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudRecovery, CollectionTooManyReplicasTest, TestNamedUpdateProcessors, DistributedFacetPivotWhiteBoxTest, TestFreeTextSuggestions, HLLUtilTest, TestUninvertingReader, TestImplicitCoreProperties, TestScoreJoinQPScore, HttpSolrCallGetCoreTest, TestCollapseQParserPlugin, TestRandomFaceting, ClusterStateTest, BigEndianAscendingWordDeserializerTest, BasicAuthIntegrationTest, TestSearcherReuse, TestSolrQueryParserDefaultOperatorResource, DistributedQueryElevationComponentTest, TestStressUserVersions, CurrencyFieldOpenExchangeTest, TestSolr4Spatial, DistanceUnitsTest, OverseerRolesTest, TestRangeQuery, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, HttpPartitionTest, CdcrUpdateLogTest, ZkNodePropsTest, TestCSVLoader, SolrCoreTest, MBeansHandlerTest, SmileWriterTest, TestJavabinTupleStreamParser, BlockJoinFacetSimpleTest, BJQParserTest, TestMinMaxOnMultiValuedField, CacheHeaderTest, QueryResultKeyTest, SyncSliceTest, SimpleCollectionCreateDeleteTest, TestManagedStopFilterFactory, TestBulkSchemaAPI, TestMacroExpander, TestCryptoKeys, ShufflingReplicaListTransformerTest, TestSolrDeletionPolicy2, TestReRankQParserPlugin, XsltUpdateRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestQuerySenderNoQuery, DistributedExpandComponentTest, ExternalFileFieldSortTest, TestExportWriter, TestDelegationWithHadoopAuth, HdfsCollectionsAPIDistributedZkTest, TestRealTimeGet, TestConfigSetsAPI, DisMaxRequestHandlerTest, TestMissingGroups, CdcrReplicationDistributedZkTest]
[junit4] Completed [374/665 (4!)] on J0 in 1652.27s, 11 tests, 1 error <<< FAILURES!
[...truncated 63328 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 233 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/233/
3 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<10000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<10000> but was:<0>
at __randomizedtesting.SeedInfo.seed([76695358AB77535F:A1BE7C2F1F28CB18]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([76695358AB77535F:3E1C27ECAD447CCA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([76695358AB77535F:5B171C025C53E953]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12064 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76695358AB77535F-001/init-core-data-001
[junit4] 2> 1449806 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1449808 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76695358AB77535F-001/tempDir-001
[junit4] 2> 1449808 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1449808 INFO (Thread-11488) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1449808 INFO (Thread-11488) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1449908 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37613
[junit4] 2> 1449919 INFO (jetty-launcher-1107-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1449921 INFO (jetty-launcher-1107-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1449924 INFO (jetty-launcher-1107-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1449924 INFO (jetty-launcher-1107-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1449928 INFO (jetty-launcher-1107-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@292a9fcf{/solr,null,AVAILABLE}
[junit4] 2> 1449930 INFO (jetty-launcher-1107-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@660fc5be{SSL,[ssl, http/1.1]}{127.0.0.1:53658}
[junit4] 2> 1449930 INFO (jetty-launcher-1107-thread-2) [ ] o.e.j.s.Server Started @1454316ms
[junit4] 2> 1449930 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53658}
[junit4] 2> 1449930 ERROR (jetty-launcher-1107-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1449931 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1449931 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1449931 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1449931 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-20T21:00:27.193Z
[junit4] 2> 1449933 INFO (jetty-launcher-1107-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c0b6e5e{/solr,null,AVAILABLE}
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70adeaf8{SSL,[ssl, http/1.1]}{127.0.0.1:54953}
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.e.j.s.Server Started @1454320ms
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54953}
[junit4] 2> 1449935 ERROR (jetty-launcher-1107-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1449935 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-20T21:00:27.197Z
[junit4] 2> 1449947 INFO (jetty-launcher-1107-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b4a1fa0{/solr,null,AVAILABLE}
[junit4] 2> 1449949 INFO (jetty-launcher-1107-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30f5a1da{SSL,[ssl, http/1.1]}{127.0.0.1:60497}
[junit4] 2> 1449949 INFO (jetty-launcher-1107-thread-1) [ ] o.e.j.s.Server Started @1454335ms
[junit4] 2> 1449949 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60497}
[junit4] 2> 1449950 ERROR (jetty-launcher-1107-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1449950 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1449950 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1449950 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1449950 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-20T21:00:27.212Z
[junit4] 2> 1449951 INFO (jetty-launcher-1107-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ea9ec24{/solr,null,AVAILABLE}
[junit4] 2> 1449953 INFO (jetty-launcher-1107-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4357c497{SSL,[ssl, http/1.1]}{127.0.0.1:55000}
[junit4] 2> 1449953 INFO (jetty-launcher-1107-thread-3) [ ] o.e.j.s.Server Started @1454339ms
[junit4] 2> 1449953 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55000}
[junit4] 2> 1449954 ERROR (jetty-launcher-1107-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1449954 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1449954 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1449954 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1449954 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1449954 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-20T21:00:27.216Z
[junit4] 2> 1449960 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1449963 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1449967 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1591e090e400001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1449969 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1449970 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1449970 INFO (jetty-launcher-1107-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37613/solr
[junit4] 2> 1449970 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1591e090e400003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1449971 INFO (jetty-launcher-1107-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37613/solr
[junit4] 2> 1449972 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1449975 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1449975 INFO (jetty-launcher-1107-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37613/solr
[junit4] 2> 1449977 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1591e090e400006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1449979 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1449980 INFO (jetty-launcher-1107-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37613/solr
[junit4] 2> 1450050 INFO (jetty-launcher-1107-thread-1) [n:127.0.0.1:60497_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60497_solr
[junit4] 2> 1450051 INFO (jetty-launcher-1107-thread-4) [n:127.0.0.1:54953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54953_solr
[junit4] 2> 1450052 INFO (jetty-launcher-1107-thread-2) [n:127.0.0.1:53658_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53658_solr
[junit4] 2> 1450052 INFO (jetty-launcher-1107-thread-1) [n:127.0.0.1:60497_solr ] o.a.s.c.Overseer Overseer (id=97141891207790603-127.0.0.1:60497_solr-n_0000000000) starting
[junit4] 2> 1450053 INFO (jetty-launcher-1107-thread-3) [n:127.0.0.1:55000_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55000_solr
[junit4] 2> 1450055 INFO (zkCallback-1123-thread-1-processing-n:127.0.0.1:53658_solr) [n:127.0.0.1:53658_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1450059 INFO (zkCallback-1122-thread-1-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1450059 INFO (zkCallback-1127-thread-1-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1450063 INFO (zkCallback-1128-thread-1-processing-n:127.0.0.1:55000_solr) [n:127.0.0.1:55000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1450064 INFO (zkCallback-1123-thread-1-processing-n:127.0.0.1:53658_solr) [n:127.0.0.1:53658_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1450065 INFO (zkCallback-1128-thread-1-processing-n:127.0.0.1:55000_solr) [n:127.0.0.1:55000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1450065 INFO (zkCallback-1127-thread-1-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1450065 INFO (zkCallback-1122-thread-1-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1450092 INFO (jetty-launcher-1107-thread-4) [n:127.0.0.1:54953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76695358AB77535F-001/tempDir-001/node4/.
[junit4] 2> 1450100 INFO (jetty-launcher-1107-thread-1) [n:127.0.0.1:60497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60497_solr
[junit4] 2> 1450101 INFO (zkCallback-1123-thread-1-processing-n:127.0.0.1:53658_solr) [n:127.0.0.1:53658_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1450102 INFO (zkCallback-1122-thread-1-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1450102 INFO (zkCallback-1128-thread-1-processing-n:127.0.0.1:55000_solr) [n:127.0.0.1:55000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1450102 INFO (zkCallback-1127-thread-1-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1450108 INFO (jetty-launcher-1107-thread-3) [n:127.0.0.1:55000_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76695358AB77535F-001/tempDir-001/node3/.
[junit4] 2> 1450109 INFO (jetty-launcher-1107-thread-2) [n:127.0.0.1:53658_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76695358AB77535F-001/tempDir-001/node2/.
[junit4] 2> 1450140 INFO (jetty-launcher-1107-thread-1) [n:127.0.0.1:60497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76695358AB77535F-001/tempDir-001/node1/.
[junit4] 2> 1450146 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1450147 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37613/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1450201 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1450219 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1450223 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1450244 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47869_hdfs____ufufk2/webapp
[junit4] 2> 1450649 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47869
[junit4] 2> 1450784 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1450786 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1450800 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43795_datanode____.87gajp/webapp
[junit4] 2> 1451173 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43795
[junit4] 2> 1451267 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1451268 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1451301 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37283_datanode____.sw7jyo/webapp
[junit4] 2> 1451523 INFO (IPC Server handler 3 on 58710) [ ] BlockStateChange BLOCK* processReport: from storage DS-83f57058-a16d-4ac3-865f-4e83855cecb5 node DatanodeRegistration(127.0.0.1:48893, datanodeUuid=cf2d77be-e2b7-4a07-9072-dd0986c50fc1, infoPort=60186, infoSecurePort=0, ipcPort=37853, storageInfo=lv=-56;cid=testClusterID;nsid=669298294;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1451523 INFO (IPC Server handler 3 on 58710) [ ] BlockStateChange BLOCK* processReport: from storage DS-5b4f6b46-70f0-4809-a4fb-8bac8227c437 node DatanodeRegistration(127.0.0.1:48893, datanodeUuid=cf2d77be-e2b7-4a07-9072-dd0986c50fc1, infoPort=60186, infoSecurePort=0, ipcPort=37853, storageInfo=lv=-56;cid=testClusterID;nsid=669298294;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1451798 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76695358AB77535F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37283
[junit4] 2> 1451932 INFO (IPC Server handler 4 on 58710) [ ] BlockStateChange BLOCK* processReport: from storage DS-428bf072-5b91-403d-97d6-e7069545ec7c node DatanodeRegistration(127.0.0.1:57913, datanodeUuid=5df3a468-6840-465e-bf71-e214bf3a73e3, infoPort=45243, infoSecurePort=0, ipcPort=53992, storageInfo=lv=-56;cid=testClusterID;nsid=669298294;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1451933 INFO (IPC Server handler 4 on 58710) [ ] BlockStateChange BLOCK* processReport: from storage DS-4fe4037c-cd28-4a83-aaaf-1a8aa30f98a9 node DatanodeRegistration(127.0.0.1:57913, datanodeUuid=5df3a468-6840-465e-bf71-e214bf3a73e3, infoPort=45243, infoSecurePort=0, ipcPort=53992, storageInfo=lv=-56;cid=testClusterID;nsid=669298294;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1452243 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[76695358AB77535F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 1452245 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[76695358AB77535F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1452306 INFO (qtp1853159875-16988) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=e32c8c29-7dbe-4727-8036-ae577c633756&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_0&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1452307 INFO (qtp1853159875-16988) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=e32c8c29-7dbe-4727-8036-ae577c633756&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_0&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1452315 INFO (OverseerThreadFactory-4079-thread-1-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 1452315 INFO (qtp1853159875-16973) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=1455763a-dec9-4369-a90a-f9b2433a4061&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_1&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1452318 INFO (qtp1853159875-16973) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1455763a-dec9-4369-a90a-f9b2433a4061&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_1&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1452321 INFO (qtp1853159875-16961) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=17845cee-6b17-4453-a45d-53c869161e27&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1452325 INFO (qtp1853159875-16961) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=17845cee-6b17-4453-a45d-53c869161e27&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1452327 INFO (qtp1853159875-16975) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=99925749-184e-4872-83c4-7caa4a72268c&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_3&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1452328 INFO (OverseerThreadFactory-4079-thread-2-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_1
[junit4] 2> 1452330 INFO (qtp1853159875-16975) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=99925749-184e-4872-83c4-7caa4a72268c&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_3&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1452331 INFO (OverseerThreadFactory-4079-thread-3-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_2
[junit4] 2> 1452332 INFO (qtp1853159875-16978) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=2a75124d-0aa6-485c-aeb7-dbc8525c2a55&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_4&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1452337 INFO (qtp1853159875-16978) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a55&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_4&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1452339 INFO (qtp1853159875-16984) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=18d478c7-ae77-4f80-a51f-5fc31c209044&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_5&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1452339 INFO (OverseerThreadFactory-4079-thread-4-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_3
[junit4] 2> 1452345 INFO (qtp1853159875-16984) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=18d478c7-ae77-4f80-a51f-5fc31c209044&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_5&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1452347 INFO (OverseerThreadFactory-4079-thread-5-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_4
[junit4] 2> 1452352 INFO (OverseerThreadFactory-4079-thread-6-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_5
[junit4] 2> 1452654 INFO (qtp1431910535-16981) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=e32c8c29-7dbe-4727-8036-ae577c63375620643879246564578&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1452713 INFO (qtp1853159875-16975) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305339097&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2} status=0 QTime=121
[junit4] 2> 1452716 INFO (parallelCoreAdminExecutor-4080-thread-1-processing-n:127.0.0.1:54953_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305339097 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305339097&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452728 INFO (parallelCoreAdminExecutor-4082-thread-1-processing-n:127.0.0.1:53658_solr e32c8c29-7dbe-4727-8036-ae577c63375620643879246564578 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=e32c8c29-7dbe-4727-8036-ae577c63375620643879246564578&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452755 INFO (zkCallback-1136-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1452755 INFO (zkCallback-1123-thread-1-processing-n:127.0.0.1:53658_solr) [n:127.0.0.1:53658_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1452809 INFO (qtp1853159875-16978) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879276551113&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=177
[junit4] 2> 1452809 INFO (qtp1853159875-16961) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879277684360&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2} status=0 QTime=161
[junit4] 2> 1452810 INFO (parallelCoreAdminExecutor-4080-thread-2-processing-n:127.0.0.1:54953_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879276551113 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879276551113&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452811 INFO (parallelCoreAdminExecutor-4080-thread-5-processing-n:127.0.0.1:54953_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879277684360 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879277684360&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2
[junit4] 2> 1452819 INFO (zkCallback-1122-thread-1-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_4/state.json] for collection [awhollynewcollection_4] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1452820 INFO (qtp1853159875-16966) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879276156156&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=172
[junit4] 2> 1452829 INFO (qtp1853159875-17273) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879303500568&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2} status=0 QTime=102
[junit4] 2> 1452830 INFO (parallelCoreAdminExecutor-4080-thread-3-processing-n:127.0.0.1:54953_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879303500568 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879303500568&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452832 INFO (qtp1853159875-16975) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879469674737&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1452833 INFO (parallelCoreAdminExecutor-4080-thread-8-processing-n:127.0.0.1:54953_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879469674737 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879469674737&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard4&wt=javabin&version=2
[junit4] 2> 1452876 INFO (qtp1431910535-16972) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879294082816&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1452883 INFO (qtp1431910535-16979) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879363470851&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 1452883 INFO (parallelCoreAdminExecutor-4082-thread-5-processing-n:127.0.0.1:53658_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879294082816 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879294082816&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2
[junit4] 2> 1452889 INFO (qtp1853159875-16988) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879320104063&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2} status=0 QTime=58
[junit4] 2> 1452890 INFO (parallelCoreAdminExecutor-4080-thread-12-processing-n:127.0.0.1:54953_solr 99925749-184e-4872-83c4-7caa4a72268c20643879320104063 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879320104063&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452891 INFO (qtp1853159875-17276) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879360110847&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 1452892 INFO (qtp1853159875-17288) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879369682436&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=61
[junit4] 2> 1452892 INFO (parallelCoreAdminExecutor-4080-thread-10-processing-n:127.0.0.1:54953_solr 99925749-184e-4872-83c4-7caa4a72268c20643879360110847 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879360110847&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452893 INFO (parallelCoreAdminExecutor-4080-thread-9-processing-n:127.0.0.1:54953_solr 99925749-184e-4872-83c4-7caa4a72268c20643879369682436 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879369682436&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452900 INFO (qtp1431910535-17294) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879473231857&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard1&wt=javabin&version=2} status=0 QTime=69
[junit4] 2> 1452900 INFO (parallelCoreAdminExecutor-4080-thread-4-processing-n:127.0.0.1:54953_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879276156156 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879276156156&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452902 INFO (parallelCoreAdminExecutor-4082-thread-3-processing-n:127.0.0.1:53658_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879473231857 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879473231857&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452903 INFO (qtp410325841-17300) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879285199300&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=88
[junit4] 2> 1452903 INFO (parallelCoreAdminExecutor-4083-thread-1-processing-n:127.0.0.1:55000_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879285199300 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879285199300&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452904 INFO (qtp1853159875-16984) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879474279584&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard2&wt=javabin&version=2} status=0 QTime=169
[junit4] 2> 1452906 INFO (parallelCoreAdminExecutor-4080-thread-7-processing-n:127.0.0.1:54953_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879474279584 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879474279584&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452907 INFO (qtp1431910535-16981) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879474465074&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1452908 INFO (parallelCoreAdminExecutor-4082-thread-9-processing-n:127.0.0.1:53658_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879474465074 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879474465074&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452910 INFO (qtp1853159875-16973) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=e32c8c29-7dbe-4727-8036-ae577c63375620643879249775675&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=226
[junit4] 2> 1452911 INFO (parallelCoreAdminExecutor-4080-thread-6-processing-n:127.0.0.1:54953_solr e32c8c29-7dbe-4727-8036-ae577c63375620643879249775675 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=e32c8c29-7dbe-4727-8036-ae577c63375620643879249775675&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452912 INFO (qtp1431910535-17293) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879277255100&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=102
[junit4] 2> 1452913 INFO (parallelCoreAdminExecutor-4082-thread-2-processing-n:127.0.0.1:53658_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879277255100 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879277255100&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452947 INFO (zkCallback-1122-thread-2-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1452947 INFO (zkCallback-1122-thread-3-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_4/state.json] for collection [awhollynewcollection_4] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1452946 INFO (qtp1424850643-16968) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879264925007&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 1452946 INFO (parallelCoreAdminExecutor-4086-thread-3-processing-n:127.0.0.1:60497_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306059974 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306059974&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica3&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452946 INFO (qtp1424850643-17312) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306059974&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica3&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 1452946 INFO (parallelCoreAdminExecutor-4086-thread-4-processing-n:127.0.0.1:60497_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879390319282 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879390319282&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452946 INFO (qtp1424850643-16960) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879390319282&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard1&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 1452946 INFO (parallelCoreAdminExecutor-4086-thread-10-processing-n:127.0.0.1:60497_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879286570096 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879286570096&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452945 INFO (qtp1424850643-17302) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879286570096&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1452944 INFO (parallelCoreAdminExecutor-4083-thread-3-processing-n:127.0.0.1:55000_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879473812202 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879473812202&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard4&wt=javabin&version=2
[junit4] 2> 1452944 INFO (qtp410325841-17310) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879473812202&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard4&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1452944 INFO (parallelCoreAdminExecutor-4083-thread-4-processing-n:127.0.0.1:55000_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879272202404 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879272202404&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2
[junit4] 2> 1452951 INFO (zkCallback-1123-thread-1-processing-n:127.0.0.1:53658_solr) [n:127.0.0.1:53658_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_5/state.json] for collection [awhollynewcollection_5] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1452944 INFO (qtp410325841-16994) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879272202404&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1452935 INFO (parallelCoreAdminExecutor-4086-thread-6-processing-n:127.0.0.1:60497_solr e32c8c29-7dbe-4727-8036-ae577c63375620643879248892106 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=e32c8c29-7dbe-4727-8036-ae577c63375620643879248892106&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452935 INFO (qtp1424850643-16965) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=e32c8c29-7dbe-4727-8036-ae577c63375620643879248892106&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1452934 INFO (parallelCoreAdminExecutor-4080-thread-11-processing-n:127.0.0.1:54953_solr 17845cee-6b17-4453-a45d-53c869161e2720643879304590291 CREATE) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation core create command async=17845cee-6b17-4453-a45d-53c869161e2720643879304590291&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452932 INFO (parallelCoreAdminExecutor-4082-thread-4-processing-n:127.0.0.1:53658_solr 99925749-184e-4872-83c4-7caa4a72268c20643879363470851 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879363470851&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452931 INFO (qtp1853159875-17275) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=17845cee-6b17-4453-a45d-53c869161e2720643879304590291&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=100
[junit4] 2> 1452954 INFO (parallelCoreAdminExecutor-4086-thread-2-processing-n:127.0.0.1:60497_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879264925007 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879264925007&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452931 INFO (parallelCoreAdminExecutor-4083-thread-2-processing-n:127.0.0.1:55000_solr 17845cee-6b17-4453-a45d-53c869161e2720643879303767488 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=17845cee-6b17-4453-a45d-53c869161e2720643879303767488&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452931 INFO (qtp410325841-17271) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=17845cee-6b17-4453-a45d-53c869161e2720643879303767488&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 1452931 INFO (parallelCoreAdminExecutor-4082-thread-6-processing-n:127.0.0.1:53658_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879294102845 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879294102845&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452954 INFO (qtp410325841-17311) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879473392255&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard2&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1452931 INFO (qtp1431910535-17292) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879294102845&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 1452955 INFO (parallelCoreAdminExecutor-4083-thread-10-processing-n:127.0.0.1:55000_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879473392255 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879473392255&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452930 INFO (parallelCoreAdminExecutor-4082-thread-7-processing-n:127.0.0.1:53658_solr 99925749-184e-4872-83c4-7caa4a72268c20643879324121356 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879324121356&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard4&wt=javabin&version=2
[junit4] 2> 1452930 INFO (qtp1431910535-17297) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879324121356&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard4&wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 1452930 INFO (parallelCoreAdminExecutor-4086-thread-1-processing-n:127.0.0.1:60497_solr 18d478c7-ae77-4f80-a51f-5fc31c20904420643879469897275 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879469897275&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452930 INFO (parallelCoreAdminExecutor-4082-thread-8-processing-n:127.0.0.1:53658_solr 17845cee-6b17-4453-a45d-53c869161e2720643879285289141 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=17845cee-6b17-4453-a45d-53c869161e2720643879285289141&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica3&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452930 INFO (qtp1431910535-16970) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=17845cee-6b17-4453-a45d-53c869161e2720643879285289141&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica3&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 1452929 INFO (qtp1424850643-17277) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=18d478c7-ae77-4f80-a51f-5fc31c20904420643879469897275&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_5_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_5&shard=shard3&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 1452959 INFO (qtp1431910535-16972) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879257417793&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1452960 INFO (qtp1431910535-17313) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879285638690&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 1452961 INFO (qtp1431910535-16963) [n:127.0.0.1:53658_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879364985048&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1452962 INFO (qtp1424850643-16971) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879328090106&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 1452962 INFO (qtp1424850643-17298) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879265267043&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 1452963 INFO (qtp410325841-17303) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306741701&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica4&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 1452965 INFO (qtp1424850643-16976) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305679909&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica3&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 1452965 INFO (parallelCoreAdminExecutor-4086-thread-8-processing-n:127.0.0.1:60497_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879265267043 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879265267043&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452966 INFO (qtp410325841-17272) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306411370&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica4&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 1452966 INFO (parallelCoreAdminExecutor-4086-thread-9-processing-n:127.0.0.1:60497_solr 99925749-184e-4872-83c4-7caa4a72268c20643879328090106 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879328090106&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452966 INFO (parallelCoreAdminExecutor-4082-thread-10-processing-n:127.0.0.1:53658_solr 99925749-184e-4872-83c4-7caa4a72268c20643879364985048 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879364985048&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2
[junit4] 2> 1452966 INFO (parallelCoreAdminExecutor-4083-thread-8-processing-n:127.0.0.1:55000_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306411370 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306411370&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica4&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452967 INFO (parallelCoreAdminExecutor-4082-thread-11-processing-n:127.0.0.1:53658_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879285638690 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879285638690&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452967 INFO (parallelCoreAdminExecutor-4083-thread-9-processing-n:127.0.0.1:55000_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306741701 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879306741701&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica4&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452965 INFO (parallelCoreAdminExecutor-4082-thread-12-processing-n:127.0.0.1:53658_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879257417793 CREATE) [n:127.0.0.1:53658_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879257417793&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1452969 INFO (parallelCoreAdminExecutor-4086-thread-7-processing-n:127.0.0.1:60497_solr 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305679909 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305679909&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica3&action=CREATE&numShards=2&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452970 INFO (qtp410325841-16974) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=e32c8c29-7dbe-4727-8036-ae577c63375620643879246983682&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 1452971 INFO (parallelCoreAdminExecutor-4083-thread-7-processing-n:127.0.0.1:55000_solr e32c8c29-7dbe-4727-8036-ae577c63375620643879246983682 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=e32c8c29-7dbe-4727-8036-ae577c63375620643879246983682&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 1452974 INFO (qtp410325841-17291) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879304270806&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard4&wt=javabin&version=2} status=0 QTime=33
[junit4] 2> 1452975 INFO (qtp410325841-17300) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1455763a-dec9-4369-a90a-f9b2433a406120643879283615441&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 1452975 INFO (qtp1424850643-17306) [n:127.0.0.1:60497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879285739505&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=48
[junit4] 2> 1453006 INFO (qtp1853159875-17289) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e32c8c29-7dbe-4727-8036-ae577c63375620643879249775675
[junit4] 2> 1453006 INFO (qtp1853159875-17289) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e32c8c29-7dbe-4727-8036-ae577c63375620643879249775675&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1453007 INFO (parallelCoreAdminExecutor-4086-thread-5-processing-n:127.0.0.1:60497_solr 99925749-184e-4872-83c4-7caa4a72268c20643879285739505 CREATE) [n:127.0.0.1:60497_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879285739505&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2
[junit4] 2> 1453007 INFO (qtp1853159875-17287) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1455763a-dec9-4369-a90a-f9b2433a406120643879277684360
[junit4] 2> 1453007 INFO (qtp1853159875-17287) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1455763a-dec9-4369-a90a-f9b2433a406120643879277684360&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1453007 INFO (parallelCoreAdminExecutor-4083-thread-5-processing-n:127.0.0.1:55000_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879283615441 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1455763a-dec9-4369-a90a-f9b2433a406120643879283615441&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1453008 INFO (parallelCoreAdminExecutor-4083-thread-6-processing-n:127.0.0.1:55000_solr 99925749-184e-4872-83c4-7caa4a72268c20643879304270806 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879304270806&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard4&wt=javabin&version=2
[junit4] 2> 1453010 INFO (qtp410325841-16996) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879362147032&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1453010 INFO (parallelCoreAdminExecutor-4083-thread-11-processing-n:127.0.0.1:55000_solr 99925749-184e-4872-83c4-7caa4a72268c20643879362147032 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879362147032&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2
[junit4] 2> 1453011 INFO (qtp1853159875-17290) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305339097
[junit4] 2> 1453011 INFO (qtp1853159875-17290) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2a75124d-0aa6-485c-aeb7-dbc8525c2a5520643879305339097&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1453010 INFO (zkCallback-1122-thread-4-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_5/state.json] for collection [awhollynewcollection_5] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1453014 INFO (qtp1853159875-17290) [n:127.0.0.1:54953_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 17845cee-6b17-4453-a45d-53c869161e2720643879304590291
[junit4] 2> 1453014 INFO (qtp1853159875-17290) [n:127.0.0.1:54953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=17845cee-6b17-4453-a45d-53c869161e2720643879304590291&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1453022 INFO (qtp410325841-17337) [n:127.0.0.1:55000_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=99925749-184e-4872-83c4-7caa4a72268c20643879372131434&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1453022 INFO (zkCallback-1122-thread-4-processing-n:127.0.0.1:54953_solr) [n:127.0.0.1:54953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_3/state.json] for collection [awhollynewcollection_3] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1453022 INFO (zkCallback-1128-thread-1-processing-n:127.0.0.1:55000_solr) [n:127.0.0.1:55000_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_3/state.json] for collection [awhollynewcollection_3] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1453023 INFO (zkCallback-1123-thread-1-processing-n:127.0.0.1:53658_solr) [n:127.0.0.1:53658_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_3/state.json] for collection [awhollynewcollection_3] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1453022 INFO (zkCallback-1127-thread-2-processing-n:127.0.0.1:60497_solr) [n:127.0.0.1:60497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_3/state.json] for collection [awhollynewcollection_3] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1453024 INFO (parallelCoreAdminExecutor-4080-thread-2-processing-n:127.0.0.1:54953_solr 1455763a-dec9-4369-a90a-f9b2433a406120643879276551113 CREATE) [n:127.0.0.1:54953_solr c:awhollynewcollection_1 s:shard3 x:awhollynewcollection_1_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1453024 INFO (parallelCoreAdminExecutor-4083-thread-12-processing-n:127.0.0.1:55000_solr 99925749-184e-4872-83c4-7caa4a72268c20643879372131434 CREATE) [n:127.0.0.1:55000_solr ] o.a.s.h.a.CoreAdminOperation core create command async=99925749-184e-4872-83c4-7caa4a72268c20643879372131434&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica3&action=CREATE&
[...truncated too long message...]
ABLE}
[junit4] 2> 2860598 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[76695358AB77535F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45424 45424
[junit4] 2> 2860699 INFO (Thread-22789) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45424 45424
[junit4] 2> 2860700 WARN (Thread-22789) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-source/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2860702 INFO (jetty-launcher-28264-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@53fabd22{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2860702 INFO (jetty-launcher-28264-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1904790188
[junit4] 2> 2860704 INFO (coreCloseExecutor-11486-thread-1) [n:127.0.0.1:44803_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4c1e2a21
[junit4] 2> 2860704 INFO (coreCloseExecutor-11486-thread-1) [n:127.0.0.1:44803_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 2860705 INFO (zkCallback-28270-thread-4-processing-n:127.0.0.1:44803_solr) [n:127.0.0.1:44803_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2860717 INFO (jetty-launcher-28264-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97141982189322243-127.0.0.1:44803_solr-n_0000000000) closing
[junit4] 2> 2860717 INFO (OverseerStateUpdate-97141982189322243-127.0.0.1:44803_solr-n_0000000000) [n:127.0.0.1:44803_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44803_solr
[junit4] 2> 2860718 WARN (zkCallback-28270-thread-4-processing-n:127.0.0.1:44803_solr) [n:127.0.0.1:44803_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2860719 INFO (jetty-launcher-28264-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25607f44{/solr,null,UNAVAILABLE}
[junit4] 2> 2860720 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[76695358AB77535F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34181 34181
[junit4] 2> 2860892 INFO (Thread-22779) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34181 34181
[junit4] 2> 2860892 WARN (Thread-22779) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 6 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 6 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2860893 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[76695358AB77535F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> 2860894 INFO (SUITE-CdcrBootstrapTest-seed#[76695358AB77535F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_76695358AB77535F-001
[junit4] 2> Dec 20, 2016 9:23:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=MockRandom), xyz=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, maxPointsInLeafNode=2045, maxMBSortInHeap=7.328071126020857, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ca, timezone=America/Aruba
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=196680216,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryField, TestCollectionAPI, TestGraphMLResponseWriter, TestDistribIDF, UUIDUpdateProcessorFallbackTest, TestCustomSort, TestDFRSimilarityFactory, RequestLoggingTest, BlockCacheTest, TestReloadDeadlock, TestPostingsSolrHighlighter, TestSolrCloudWithHadoopAuthPlugin, TestReload, TestHdfsUpdateLog, TestFieldCacheSort, TestMiniSolrCloudCluster, PreAnalyzedFieldTest, TestLRUStatsCache, TestRecovery, CoreAdminHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestStandardQParsers, TestXIncludeConfig, TestIntervalFaceting, DistributedQueryComponentOptimizationTest, TestLeaderInitiatedRecoveryThread, StatelessScriptUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestHdfsBackupRestoreCore, ClassificationUpdateProcessorTest, JavabinLoaderTest, TestRestManager, TermVectorComponentDistributedTest, FieldAnalysisRequestHandlerTest, TestSolrCloudWithKerberosAlt, TestSolrDeletionPolicy1, TestFieldCacheWithThreads, DistributedFacetPivotSmallTest, TestGraphTermsQParserPlugin, PrimitiveFieldTypeTest, LeaderInitiatedRecoveryOnShardRestartTest, DistributedDebugComponentTest, QueryParsingTest, RequestHandlersTest, LeaderFailoverAfterPartitionTest, TestMergePolicyConfig, SolrCloudExampleTest, TestSha256AuthenticationProvider, SolrTestCaseJ4Test, SuggesterTSTTest, JSONWriterTest, TestExtendedDismaxParser, SOLR749Test, CollectionStateFormat2Test, TestIndexSearcher, PrimUtilsTest, DirectUpdateHandlerOptimizeTest, TestClusterStateMutator, TestCustomDocTransformer, TestRestoreCore, TestCopyFieldCollectionResource, TestDFISimilarityFactory, TestSolrJ, TestJsonFacets, TestSchemaResource, BadCopyFieldTest, TestDynamicLoading, DistributedFacetPivotLargeTest, UnloadDistributedZkTest, TestJmxMonitoredMap, TestCoreDiscovery, SecurityConfHandlerTest, TestSolrXml, UpdateParamsTest, TestUtils, DocValuesMultiTest, OverseerTest, CircularListTest, ForceLeaderTest, SolrCoreCheckLockOnStartupTest, SuggesterTest, TestSlowCompositeReaderWrapper, BlockJoinFacetRandomTest, TlogReplayBufferedWhileIndexingTest, TestSmileRequest, DateRangeFieldTest, BitVectorTest, DeleteReplicaTest, TestRTimerTree, OverseerTaskQueueTest, ShowFileRequestHandlerTest, TestWriterPerf, ReplicaListTransformerTest, XmlUpdateRequestHandlerTest, TestStressLiveNodes, HdfsDirectoryFactoryTest, TestCloudDeleteByQuery, RemoteQueryErrorTest, BadIndexSchemaTest, RankQueryTest, SharedFSAutoReplicaFailoverUtilsTest, PeerSyncWithIndexFingerprintCachingTest, AutoCommitTest, ManagedSchemaRoundRobinCloudTest, HdfsUnloadDistributedZkTest, TestRebalanceLeaders, TestConfigSets, TestShortCircuitedRequests, SuggesterWFSTTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, ConvertedLegacyTest, TestSort, DirectUpdateHandlerTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, DocValuesTest, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, TestLFUCache, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest]
[junit4] Completed [476/665 (2!)] on J2 in 180.77s, 3 tests, 1 failure <<< FAILURES!
[...truncated 63053 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 232 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/232/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([E9985D3E8D701DC9:17F7059D4F503ED8]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:377)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([E9985D3E8D701DC9:E3BF0C1EF206BE9E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx(TestStressCloudBlindAtomicUpdates.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([E9985D3E8D701DC9:F9F9F0C798D258E7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx(TestStressCloudBlindAtomicUpdates.java:234)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([E9985D3E8D701DC9:C4E612647A54A7C5]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([E9985D3E8D701DC9:A1ED298A8B43325C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11585 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/init-core-data-001
[junit4] 2> 243569 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 243573 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001
[junit4] 2> 243573 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 243574 INFO (Thread-2066) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 243574 INFO (Thread-2066) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 243674 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54332
[junit4] 2> 243699 INFO (jetty-launcher-216-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243701 INFO (jetty-launcher-216-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243706 INFO (jetty-launcher-216-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243717 INFO (jetty-launcher-216-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243717 INFO (jetty-launcher-216-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243733 INFO (jetty-launcher-216-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243738 INFO (jetty-launcher-216-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243757 INFO (jetty-launcher-216-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243768 INFO (jetty-launcher-216-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243770 INFO (jetty-launcher-216-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 243786 INFO (jetty-launcher-216-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69860c49{/solr,null,AVAILABLE}
[junit4] 2> 243787 INFO (jetty-launcher-216-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30ddc926{HTTP/1.1,[http/1.1]}{127.0.0.1:41690}
[junit4] 2> 243787 INFO (jetty-launcher-216-thread-8) [ ] o.e.j.s.Server Started @247573ms
[junit4] 2> 243787 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41690}
[junit4] 2> 243788 ERROR (jetty-launcher-216-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243788 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243788 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243788 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243788 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.768Z
[junit4] 2> 243807 INFO (jetty-launcher-216-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@311642a0{/solr,null,AVAILABLE}
[junit4] 2> 243808 INFO (jetty-launcher-216-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@619ca835{HTTP/1.1,[http/1.1]}{127.0.0.1:34871}
[junit4] 2> 243808 INFO (jetty-launcher-216-thread-4) [ ] o.e.j.s.Server Started @247594ms
[junit4] 2> 243808 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34871}
[junit4] 2> 243808 ERROR (jetty-launcher-216-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243808 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243808 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243808 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243809 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.788Z
[junit4] 2> 243843 INFO (jetty-launcher-216-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@351ebeab{/solr,null,AVAILABLE}
[junit4] 2> 243844 INFO (jetty-launcher-216-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f21e805{HTTP/1.1,[http/1.1]}{127.0.0.1:54890}
[junit4] 2> 243844 INFO (jetty-launcher-216-thread-3) [ ] o.e.j.s.Server Started @247630ms
[junit4] 2> 243844 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54890}
[junit4] 2> 243844 ERROR (jetty-launcher-216-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243844 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243844 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243844 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243845 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.825Z
[junit4] 2> 243868 INFO (jetty-launcher-216-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b6dded7{/solr,null,AVAILABLE}
[junit4] 2> 243868 INFO (jetty-launcher-216-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@636c4517{HTTP/1.1,[http/1.1]}{127.0.0.1:52424}
[junit4] 2> 243869 INFO (jetty-launcher-216-thread-9) [ ] o.e.j.s.Server Started @247655ms
[junit4] 2> 243869 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52424}
[junit4] 2> 243869 ERROR (jetty-launcher-216-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243869 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243869 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243869 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243869 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.849Z
[junit4] 2> 243893 INFO (jetty-launcher-216-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ea52f82{/solr,null,AVAILABLE}
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@622b3e03{HTTP/1.1,[http/1.1]}{127.0.0.1:56843}
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.e.j.s.Server Started @247680ms
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56843}
[junit4] 2> 243894 ERROR (jetty-launcher-216-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243894 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.874Z
[junit4] 2> 243933 INFO (jetty-launcher-216-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ec2d5ed{/solr,null,AVAILABLE}
[junit4] 2> 243933 INFO (jetty-launcher-216-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bca80ab{HTTP/1.1,[http/1.1]}{127.0.0.1:39494}
[junit4] 2> 243933 INFO (jetty-launcher-216-thread-10) [ ] o.e.j.s.Server Started @247719ms
[junit4] 2> 243933 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39494}
[junit4] 2> 243933 ERROR (jetty-launcher-216-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243934 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243934 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243934 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243934 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.914Z
[junit4] 2> 243946 INFO (jetty-launcher-216-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a9d0b6{/solr,null,AVAILABLE}
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29504287{HTTP/1.1,[http/1.1]}{127.0.0.1:35780}
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.e.j.s.Server Started @247733ms
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35780}
[junit4] 2> 243947 ERROR (jetty-launcher-216-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243947 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.927Z
[junit4] 2> 243952 INFO (jetty-launcher-216-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2adc2079{/solr,null,AVAILABLE}
[junit4] 2> 243952 INFO (jetty-launcher-216-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4881af4e{HTTP/1.1,[http/1.1]}{127.0.0.1:49979}
[junit4] 2> 243952 INFO (jetty-launcher-216-thread-6) [ ] o.e.j.s.Server Started @247738ms
[junit4] 2> 243952 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49979}
[junit4] 2> 243952 ERROR (jetty-launcher-216-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243952 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243953 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243953 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243953 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.933Z
[junit4] 2> 243957 INFO (jetty-launcher-216-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c2cbc7a{/solr,null,AVAILABLE}
[junit4] 2> 243957 INFO (jetty-launcher-216-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76b4d14c{HTTP/1.1,[http/1.1]}{127.0.0.1:35976}
[junit4] 2> 243957 INFO (jetty-launcher-216-thread-7) [ ] o.e.j.s.Server Started @247743ms
[junit4] 2> 243957 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35976}
[junit4] 2> 243958 ERROR (jetty-launcher-216-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243958 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243958 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243958 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243958 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.938Z
[junit4] 2> 243990 INFO (jetty-launcher-216-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e89a284{/solr,null,AVAILABLE}
[junit4] 2> 243990 INFO (jetty-launcher-216-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fa62ec5{HTTP/1.1,[http/1.1]}{127.0.0.1:40894}
[junit4] 2> 243990 INFO (jetty-launcher-216-thread-2) [ ] o.e.j.s.Server Started @247777ms
[junit4] 2> 243991 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40894}
[junit4] 2> 243991 ERROR (jetty-launcher-216-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 243991 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 243991 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 243991 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 243991 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-19T14:14:06.971Z
[junit4] 2> 243997 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 243998 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244003 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244019 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244031 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244031 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244042 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244051 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244055 INFO (jetty-launcher-216-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244062 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244077 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244077 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244076 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244078 INFO (jetty-launcher-216-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244065 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244081 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244079 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244078 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 244090 INFO (jetty-launcher-216-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244091 INFO (jetty-launcher-216-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244130 INFO (jetty-launcher-216-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244140 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244137 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244133 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244170 INFO (jetty-launcher-216-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244170 INFO (jetty-launcher-216-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244146 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244146 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 244145 INFO (jetty-launcher-216-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244178 INFO (jetty-launcher-216-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244179 INFO (jetty-launcher-216-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54332/solr
[junit4] 2> 244194 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244205 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb0011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244291 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb0014, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244293 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb000f, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244293 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb0015, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244293 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159176eaddb0013, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 244317 INFO (jetty-launcher-216-thread-9) [n:127.0.0.1:52424_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52424_solr
[junit4] 2> 244319 INFO (jetty-launcher-216-thread-3) [n:127.0.0.1:54890_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54890_solr
[junit4] 2> 244320 INFO (jetty-launcher-216-thread-4) [n:127.0.0.1:34871_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34871_solr
[junit4] 2> 244322 INFO (jetty-launcher-216-thread-9) [n:127.0.0.1:52424_solr ] o.a.s.c.Overseer Overseer (id=97134631095828502-127.0.0.1:52424_solr-n_0000000000) starting
[junit4] 2> 244378 INFO (zkCallback-260-thread-1-processing-n:127.0.0.1:52424_solr) [n:127.0.0.1:52424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 244378 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 244390 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 244396 INFO (jetty-launcher-216-thread-10) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 244396 INFO (jetty-launcher-216-thread-5) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 244416 INFO (jetty-launcher-216-thread-10) [n:127.0.0.1:39494_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39494_solr
[junit4] 2> 244417 INFO (jetty-launcher-216-thread-5) [n:127.0.0.1:56843_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56843_solr
[junit4] 2> 244427 INFO (jetty-launcher-216-thread-8) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 244432 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 244433 INFO (zkCallback-260-thread-1-processing-n:127.0.0.1:52424_solr) [n:127.0.0.1:52424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 244434 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 244448 INFO (jetty-launcher-216-thread-4) [n:127.0.0.1:34871_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node4/.
[junit4] 2> 244453 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 244453 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 244462 INFO (jetty-launcher-216-thread-1) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 244462 INFO (jetty-launcher-216-thread-2) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 244501 INFO (jetty-launcher-216-thread-9) [n:127.0.0.1:52424_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52424_solr
[junit4] 2> 244502 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 244507 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244507 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244507 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244508 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244514 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244515 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244515 INFO (zkCallback-260-thread-1-processing-n:127.0.0.1:52424_solr) [n:127.0.0.1:52424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244517 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 244525 INFO (jetty-launcher-216-thread-7) [n:127.0.0.1:35976_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 244526 INFO (jetty-launcher-216-thread-6) [n:127.0.0.1:49979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 244526 INFO (jetty-launcher-216-thread-8) [n:127.0.0.1:41690_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41690_solr
[junit4] 2> 244530 INFO (jetty-launcher-216-thread-1) [n:127.0.0.1:35780_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35780_solr
[junit4] 2> 244534 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244534 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244534 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244534 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244535 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244535 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244537 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 244541 INFO (jetty-launcher-216-thread-5) [n:127.0.0.1:56843_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node5/.
[junit4] 2> 244548 INFO (jetty-launcher-216-thread-2) [n:127.0.0.1:40894_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40894_solr
[junit4] 2> 244549 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244549 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244549 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244549 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244549 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244550 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244550 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 244559 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244560 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244560 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244560 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244560 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244561 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244561 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 244570 INFO (jetty-launcher-216-thread-7) [n:127.0.0.1:35976_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35976_solr
[junit4] 2> 244571 INFO (jetty-launcher-216-thread-6) [n:127.0.0.1:49979_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49979_solr
[junit4] 2> 244572 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244572 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244572 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244572 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244573 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244573 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244573 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 244579 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244579 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244579 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244579 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244579 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244579 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244579 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 244589 INFO (zkCallback-260-thread-2-processing-n:127.0.0.1:52424_solr) [n:127.0.0.1:52424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (10)
[junit4] 2> 244600 INFO (jetty-launcher-216-thread-1) [n:127.0.0.1:35780_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node1/.
[junit4] 2> 244611 INFO (zkCallback-270-thread-1-processing-n:127.0.0.1:35976_solr) [n:127.0.0.1:35976_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (10)
[junit4] 2> 244611 INFO (zkCallback-268-thread-1-processing-n:127.0.0.1:49979_solr) [n:127.0.0.1:49979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (10)
[junit4] 2> 244626 INFO (jetty-launcher-216-thread-7) [n:127.0.0.1:35976_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node7/.
[junit4] 2> 244663 INFO (jetty-launcher-216-thread-3) [n:127.0.0.1:54890_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node3/.
[junit4] 2> 244679 INFO (jetty-launcher-216-thread-10) [n:127.0.0.1:39494_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node10/.
[junit4] 2> 244690 INFO (jetty-launcher-216-thread-8) [n:127.0.0.1:41690_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node8/.
[junit4] 2> 244705 INFO (jetty-launcher-216-thread-2) [n:127.0.0.1:40894_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node2/.
[junit4] 2> 244715 INFO (jetty-launcher-216-thread-6) [n:127.0.0.1:49979_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node6/.
[junit4] 2> 244766 INFO (jetty-launcher-216-thread-9) [n:127.0.0.1:52424_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node9/.
[junit4] 2> 244779 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 244780 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54332/solr ready
[junit4] 2> 245412 INFO (qtp696216198-3175) [n:127.0.0.1:56843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 245446 INFO (OverseerThreadFactory-584-thread-1-processing-n:127.0.0.1:52424_solr) [n:127.0.0.1:52424_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 245663 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 245677 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 245678 INFO (qtp519066800-3251) [n:127.0.0.1:40894_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 245678 INFO (qtp1078800451-3162) [n:127.0.0.1:49979_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 245678 INFO (qtp1341837230-3185) [n:127.0.0.1:54890_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 245678 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 245679 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 245679 INFO (qtp2059527498-3167) [n:127.0.0.1:34871_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 245679 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 245680 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 245909 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:35780_solr) [n:127.0.0.1:35780_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245909 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:56843_solr) [n:127.0.0.1:56843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245910 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:54890_solr) [n:127.0.0.1:54890_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245910 INFO (zkCallback-268-thread-1-processing-n:127.0.0.1:49979_solr) [n:127.0.0.1:49979_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245911 INFO (zkCallback-264-thread-1-processing-n:127.0.0.1:41690_solr) [n:127.0.0.1:41690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245911 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:39494_solr) [n:127.0.0.1:39494_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245911 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:40894_solr) [n:127.0.0.1:40894_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245911 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:34871_solr) [n:127.0.0.1:34871_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245911 INFO (zkCallback-270-thread-2-processing-n:127.0.0.1:35976_solr) [n:127.0.0.1:35976_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 245915 INFO (zkCallback-260-thread-4-processing-n:127.0.0.1:52424_solr) [n:127.0.0.1:52424_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 246694 WARN (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246702 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246726 WARN (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246749 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246748 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 246737 WARN (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246757 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246758 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 246803 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 246803 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node5/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node5/./test_col_shard3_replica2/data/]
[junit4] 2> 246805 WARN (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246806 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246812 WARN (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246816 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 246818 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 246831 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246843 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 246846 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 246855 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 246855 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 246857 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 246858 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75fb326c
[junit4] 2> 246858 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 246859 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 246859 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node9/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node9/./test_col_shard1_replica2/data/]
[junit4] 2> 246859 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75fb326c
[junit4] 2> 246861 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node8/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node8/./test_col_shard1_replica1/data/]
[junit4] 2> 246868 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 246868 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 246872 WARN (qtp519066800-3251) [n:127.0.0.1:40894_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246872 INFO (qtp519066800-3251) [n:127.0.0.1:40894_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246876 WARN (qtp2059527498-3167) [n:127.0.0.1:34871_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246884 INFO (qtp2059527498-3167) [n:127.0.0.1:34871_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246881 WARN (qtp1341837230-3185) [n:127.0.0.1:54890_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246905 INFO (qtp1341837230-3185) [n:127.0.0.1:54890_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246881 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
[junit4] 2> 246901 WARN (qtp1078800451-3162) [n:127.0.0.1:49979_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246909 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node7/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node7/./test_col_shard2_replica1/data/]
[junit4] 2> 246909 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75fb326c
[junit4] 2> 246910 INFO (qtp1078800451-3162) [n:127.0.0.1:49979_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246912 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75fb326c
[junit4] 2> 246913 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node1/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node1/./test_col_shard3_replica1/data/]
[junit4] 2> 246913 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75fb326c
[junit4] 2> 246915 INFO (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2a5ea508
[junit4] 2> 246917 INFO (qtp696216198-3177) [n:127.0.0.1:56843_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@55fea21
[junit4] 2> 246918 WARN (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 246919 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 246921 INFO (qtp1402353960-3200) [n:127.0.0.1:52424_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6b9fc06b
[junit4] 2> 246921 INFO (qtp441492096-3150) [n:127.0.0.1:41690_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@21a162bf
[junit4] 2> 246923 INFO (qtp473603907-3211) [n:127.0.0.1:35780_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1d8ae9d
[junit4] 2> 246943 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 246945 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 246947 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col
[junit4] 2> 246948 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node10/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E9985D3E8D701DC9-001/tempDir-001/node10/./test_col_shard4_replica1/data/]
[junit4] 2> 246948 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75fb326c
[junit4] 2> 246953 INFO (qtp1078800451-3162) [n:127.0.0.1:49979_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 246957 WARN (qtp386454879-3214) [n:127.0.0.1:35976_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 246957 INFO (qtp1725646367-3235) [n:127.0.0.1:39494_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.Mock
[...truncated too long message...]
Fa) [n:127.0.0.1:52981_rf_%2Fa ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ target_collection:shard1
[junit4] 2> 3059177 INFO (zkCallback-2896-thread-1-processing-n:127.0.0.1:52981_rf_%2Fa) [n:127.0.0.1:52981_rf_%2Fa c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52981/rf_/a/target_collection_shard1_replica1/ shard1
[junit4] 2> 3059257 WARN (zkCallback-2978-thread-3-processing-n:127.0.0.1:37476_rf_%2Fa) [n:127.0.0.1:37476_rf_%2Fa c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 3059257 INFO (zkCallback-2978-thread-3-processing-n:127.0.0.1:37476_rf_%2Fa) [n:127.0.0.1:37476_rf_%2Fa c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3059257 INFO (zkCallback-2978-thread-3-processing-n:127.0.0.1:37476_rf_%2Fa) [n:127.0.0.1:37476_rf_%2Fa c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.SolrCore [target_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@52ef6f9e
[junit4] 2> 3059257 INFO (zkCallback-2978-thread-3-processing-n:127.0.0.1:37476_rf_%2Fa) [n:127.0.0.1:37476_rf_%2Fa c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 3059280 INFO (zkCallback-2896-thread-1-processing-n:127.0.0.1:52981_rf_%2Fa) [n:127.0.0.1:52981_rf_%2Fa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3059740 WARN (zkCallback-2978-thread-1-processing-n:127.0.0.1:37476_rf_%2Fa) [n:127.0.0.1:37476_rf_%2Fa ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3059741 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b1bbfe6{HTTP/1.1,[http/1.1]}{127.0.0.1:37476}
[junit4] 2> 3059742 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@535fb558{/rf_/a,null,UNAVAILABLE}
[junit4] 2> 3059742 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 52981
[junit4] 2> 3059742 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1448082072
[junit4] 2> 3059744 INFO (coreCloseExecutor-4279-thread-1) [n:127.0.0.1:52981_rf_%2Fa c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica1] o.a.s.c.SolrCore [target_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@49cf4d9
[junit4] 2> 3059744 INFO (coreCloseExecutor-4279-thread-1) [n:127.0.0.1:52981_rf_%2Fa c:target_collection s:shard1 r:core_node2 x:target_collection_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
[junit4] 2> 3059755 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.a.s.c.Overseer Overseer (id=97134810575339552-127.0.0.1:52981_rf_%2Fa-n_0000000007) closing
[junit4] 2> 3059755 INFO (OverseerStateUpdate-97134810575339552-127.0.0.1:52981_rf_%2Fa-n_0000000007) [n:127.0.0.1:52981_rf_%2Fa ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52981_rf_%2Fa
[junit4] 2> 3061257 WARN (zkCallback-2896-thread-3-processing-n:127.0.0.1:52981_rf_%2Fa) [n:127.0.0.1:52981_rf_%2Fa ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3061258 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@403daa25{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3061258 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f0528f2{/rf_/a,null,UNAVAILABLE}
[junit4] 2> 3061259 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteCreateSourceCollection
[junit4] 2> 3061260 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[E9985D3E8D701DC9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40929 40929
[junit4] 2> 3061375 INFO (Thread-157004) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40929 40929
[junit4] 2> 3061376 WARN (Thread-157004) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/clusterprops.json
[junit4] 2> 48 /solr/aliases.json
[junit4] 2> 26 /solr/configs/conf1
[junit4] 2> 10 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 10 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 10 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 10 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 9 /solr/collections/source_collection/state.json
[junit4] 2> 9 /solr/collections/target_collection/state.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/overseer_elect/election/97134810575339546-127.0.0.1:40536_rf_%2Fa-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/97134810575339552-127.0.0.1:52981_rf_%2Fa-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/97134810575339530-127.0.0.1:38797_rf_%2Fa-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 102 /solr/overseer/queue
[junit4] 2> 65 /solr/overseer/collection-queue-work
[junit4] 2> 48 /solr/collections
[junit4] 2> 46 /solr/live_nodes
[junit4] 2> 26 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3061576 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[E9985D3E8D701DC9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_E9985D3E8D701DC9-001
[junit4] 2> Dec 19, 2016 3:01:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=2, maxDocsPerChunk=2, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=2, blockSize=5)), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ar-DZ, timezone=Europe/Warsaw
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=128502512,total=503840768
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryResponseWriter, TestStressUserVersions, TestFieldCollectionResource, ZkNodePropsTest, TestNRTOpen, CloudExitableDirectoryReaderTest, HdfsWriteToMultipleCollectionsTest, AlternateDirectoryTest, TestFieldTypeResource, ShufflingReplicaListTransformerTest, TestSearcherReuse, HighlighterConfigTest, TestQuerySenderNoQuery, DateFieldTest, TestSchemaSimilarityResource, ExplicitHLLTest, TestUninvertingReader, TestPKIAuthenticationPlugin, CdcrUpdateLogTest, SuggestComponentTest, TestConfigSetsAPI, DistribDocExpirationUpdateProcessorTest, CurrencyFieldOpenExchangeTest, BooleanFieldTest, TestDistributedSearch, TestCloudManagedSchema, TestMacroExpander, HdfsBasicDistributedZkTest, TestHighlightDedupGrouping, TestQueryWrapperFilter, SolrRequestParserTest, FileBasedSpellCheckerTest, SimpleCollectionCreateDeleteTest, RegexBoostProcessorTest, SolrCoreTest, TestUseDocValuesAsStored2, ExternalFileFieldSortTest, HdfsCollectionsAPIDistributedZkTest, PreAnalyzedFieldManagedSchemaCloudTest, DistributedSuggestComponentTest, SyncSliceTest, QueryElevationComponentTest, ScriptEngineTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [404/662 (3!)] on J0 in 1798.90s, 11 tests, 1 error <<< FAILURES!
[...truncated 63231 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 231 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/231/
7 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Captured an uncaught exception in thread: Thread[id=3440, name=Thread-1539, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3440, name=Thread-1539, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740:9C82A20ADBE5940A]:0)
Caused by: java.lang.AssertionError: 1
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:191)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1360)
at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:705)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:945)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:765)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrBootstrapTest
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:846) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:936) at org.apache.solr.core.SolrCore.reload(SolrCore.java:589) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:944) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:765) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:846)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:936)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:589)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:944)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:765)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:757)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:712)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:610) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1048) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:196) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:159) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:134) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrLeaderStateManager.setAmILeader(CdcrLeaderStateManager.java:108) at org.apache.solr.handler.CdcrLeaderStateManager.checkIfIAmLeader(CdcrLeaderStateManager.java:95) at org.apache.solr.handler.CdcrLeaderStateManager.access$400(CdcrLeaderStateManager.java:40) at org.apache.solr.handler.CdcrLeaderStateManager$LeaderStateWatcher.process(CdcrLeaderStateManager.java:150) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:610)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1048)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:196)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:159)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:134)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrLeaderStateManager.setAmILeader(CdcrLeaderStateManager.java:108)
at org.apache.solr.handler.CdcrLeaderStateManager.checkIfIAmLeader(CdcrLeaderStateManager.java:95)
at org.apache.solr.handler.CdcrLeaderStateManager.access$400(CdcrLeaderStateManager.java:40)
at org.apache.solr.handler.CdcrLeaderStateManager$LeaderStateWatcher.process(CdcrLeaderStateManager.java:150)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest: 1) Thread[id=13299, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 2) Thread[id=13298, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-SendThread(127.0.0.1:52678), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:
1) Thread[id=13299, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
2) Thread[id=13298, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-SendThread(127.0.0.1:52678), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=13298, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-SendThread(127.0.0.1:52678), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=13298, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-SendThread(127.0.0.1:52678), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740:DA1877ADEB2A8D5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740:68AABC942FA53D4C]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11339 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_45D4F3CED8818740-001/init-core-data-001
[junit4] 2> 23197 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 23201 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_45D4F3CED8818740-001/tempDir-001
[junit4] 2> 23218 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 23227 INFO (Thread-50) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 23228 INFO (Thread-50) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 23327 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38251
[junit4] 2> 23482 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 25253 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25254 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25262 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25254 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25329 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@271c81fc{/solr,null,AVAILABLE}
[junit4] 2> 25334 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70838164{HTTP/1.1,[http/1.1]}{127.0.0.1:55784}
[junit4] 2> 25334 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.Server Started @29725ms
[junit4] 2> 25334 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55784}
[junit4] 2> 25335 ERROR (jetty-launcher-11-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25335 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 25335 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25335 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 25335 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-18T16:54:54.219Z
[junit4] 2> 25465 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77a0a2cd{/solr,null,AVAILABLE}
[junit4] 2> 25475 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b66d217{/solr,null,AVAILABLE}
[junit4] 2> 25482 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a4dda0b{/solr,null,AVAILABLE}
[junit4] 2> 25498 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6570b9b{HTTP/1.1,[http/1.1]}{127.0.0.1:47833}
[junit4] 2> 25501 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.Server Started @29892ms
[junit4] 2> 25498 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a75f5ac{HTTP/1.1,[http/1.1]}{127.0.0.1:58398}
[junit4] 2> 25501 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.Server Started @29892ms
[junit4] 2> 25499 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2387bc8e{HTTP/1.1,[http/1.1]}{127.0.0.1:33161}
[junit4] 2> 25501 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.Server Started @29892ms
[junit4] 2> 25501 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47833}
[junit4] 2> 25501 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58398}
[junit4] 2> 25501 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33161}
[junit4] 2> 25504 ERROR (jetty-launcher-11-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25505 ERROR (jetty-launcher-11-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25505 ERROR (jetty-launcher-11-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25506 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 25507 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25507 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 25507 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-18T16:54:54.391Z
[junit4] 2> 25506 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 25508 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25508 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 25508 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-18T16:54:54.392Z
[junit4] 2> 25506 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 25508 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25509 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 25509 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-18T16:54:54.393Z
[junit4] 2> 25556 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25579 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15912db80410001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 25677 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25694 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25701 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25761 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 25762 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38251/solr
[junit4] 2> 25777 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 25781 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 25793 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 25821 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38251/solr
[junit4] 2> 25861 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38251/solr
[junit4] 2> 25909 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38251/solr
[junit4] 2> 26445 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:33161_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33161_solr
[junit4] 2> 26451 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:47833_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47833_solr
[junit4] 2> 26462 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:55784_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55784_solr
[junit4] 2> 26462 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:33161_solr ] o.a.s.c.Overseer Overseer (id=97129600924057609-127.0.0.1:33161_solr-n_0000000000) starting
[junit4] 2> 26494 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26494 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26495 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26499 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 26499 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 26499 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 26500 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 26599 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 26609 INFO (jetty-launcher-11-thread-4) [n:127.0.0.1:58398_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58398_solr
[junit4] 2> 26613 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 26613 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 26613 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 26613 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 26998 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:33161_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33161_solr
[junit4] 2> 27003 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 27004 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 27004 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 27008 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 27266 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:47833_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_45D4F3CED8818740-001/tempDir-001/node1/.
[junit4] 2> 27312 INFO (jetty-launcher-11-thread-4) [n:127.0.0.1:58398_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_45D4F3CED8818740-001/tempDir-001/node4/.
[junit4] 2> 27324 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:55784_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_45D4F3CED8818740-001/tempDir-001/node3/.
[junit4] 2> 27328 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:33161_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_45D4F3CED8818740-001/tempDir-001/node2/.
[junit4] 2> 27759 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 27761 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38251/solr ready
[junit4] 2> 29372 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 31280 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 31740 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 31818 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 31900 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 31992 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46684_hdfs____hlxk7u/webapp
[junit4] 2> 33239 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46684
[junit4] 2> 34319 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 34325 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 34339 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50271_datanode____m07fqw/webapp
[junit4] 2> 34846 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50271
[junit4] 2> 35865 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 35867 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 35897 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48080_datanode____krlwjv/webapp
[junit4] 2> 36637 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[45D4F3CED8818740]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48080
[junit4] 2> 39623 INFO (IPC Server handler 8 on 56880) [ ] BlockStateChange BLOCK* processReport: from storage DS-580d30a0-75a3-4473-b355-2fd923a32259 node DatanodeRegistration(127.0.0.1:56590, datanodeUuid=d4ba5c83-c67c-4fa8-bd15-49b07d24b129, infoPort=51310, infoSecurePort=0, ipcPort=42938, storageInfo=lv=-56;cid=testClusterID;nsid=795121145;c=0), blocks: 0, hasStaleStorage: true, processing time: 5 msecs
[junit4] 2> 39624 INFO (IPC Server handler 8 on 56880) [ ] BlockStateChange BLOCK* processReport: from storage DS-60b8353a-3c36-45cb-8a75-5863f703da92 node DatanodeRegistration(127.0.0.1:56590, datanodeUuid=d4ba5c83-c67c-4fa8-bd15-49b07d24b129, infoPort=51310, infoSecurePort=0, ipcPort=42938, storageInfo=lv=-56;cid=testClusterID;nsid=795121145;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 39625 INFO (IPC Server handler 6 on 56880) [ ] BlockStateChange BLOCK* processReport: from storage DS-2775f86c-8bf9-418d-82aa-ab144e012059 node DatanodeRegistration(127.0.0.1:52097, datanodeUuid=d63b4e3d-24a9-47a0-a9ce-e54987e5fb7d, infoPort=49203, infoSecurePort=0, ipcPort=34154, storageInfo=lv=-56;cid=testClusterID;nsid=795121145;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 39626 INFO (IPC Server handler 6 on 56880) [ ] BlockStateChange BLOCK* processReport: from storage DS-b3a07fc5-727b-4d95-ac1f-a8ec59759fdc node DatanodeRegistration(127.0.0.1:52097, datanodeUuid=d63b4e3d-24a9-47a0-a9ce-e54987e5fb7d, infoPort=49203, infoSecurePort=0, ipcPort=34154, storageInfo=lv=-56;cid=testClusterID;nsid=795121145;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 40120 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[45D4F3CED8818740]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 40122 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[45D4F3CED8818740]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 40170 INFO (qtp1957733841-139) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 40199 INFO (OverseerThreadFactory-84-thread-1-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 40204 ERROR (OverseerThreadFactory-84-thread-1-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 40264 INFO (qtp1957733841-139) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=122
[junit4] 2> 40267 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[45D4F3CED8818740]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 40330 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[45D4F3CED8818740]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 40338 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[45D4F3CED8818740]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 40344 INFO (qtp1957733841-140) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_0&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 40347 INFO (qtp1957733841-140) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_0&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 40351 INFO (qtp1957733841-141) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=7f796b8f-f956-4d36-a92d-f8fd68224824&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_1&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 40355 INFO (qtp1957733841-141) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=7f796b8f-f956-4d36-a92d-f8fd68224824&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_1&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 40374 INFO (OverseerCollectionConfigSetProcessor-97129600924057609-127.0.0.1:33161_solr-n_0000000000) [n:127.0.0.1:33161_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 40378 INFO (OverseerThreadFactory-84-thread-2-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 40401 INFO (OverseerThreadFactory-84-thread-3-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_1
[junit4] 2> 40446 INFO (zkCallback-40-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 40973 INFO (qtp960718685-129) [n:127.0.0.1:55784_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 40978 INFO (parallelCoreAdminExecutor-89-thread-1-processing-n:127.0.0.1:55784_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520 CREATE) [n:127.0.0.1:55784_solr ] o.a.s.h.a.CoreAdminOperation core create command async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 40982 INFO (qtp1638429046-149) [n:127.0.0.1:58398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=48
[junit4] 2> 40993 INFO (parallelCoreAdminExecutor-87-thread-1-processing-n:127.0.0.1:58398_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277 CREATE) [n:127.0.0.1:58398_solr ] o.a.s.h.a.CoreAdminOperation core create command async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 41213 INFO (qtp944827007-157) [n:127.0.0.1:47833_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359452178139&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 41219 INFO (parallelCoreAdminExecutor-85-thread-1-processing-n:127.0.0.1:47833_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359452178139 CREATE) [n:127.0.0.1:47833_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359452178139&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2
[junit4] 2> 41221 INFO (qtp1957733841-137) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=269
[junit4] 2> 41221 INFO (parallelCoreAdminExecutor-91-thread-1-processing-n:127.0.0.1:33161_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608 CREATE) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CoreAdminOperation core create command async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 41237 INFO (qtp944827007-157) [n:127.0.0.1:47833_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359484201352&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 41237 INFO (parallelCoreAdminExecutor-85-thread-2-processing-n:127.0.0.1:47833_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359484201352 CREATE) [n:127.0.0.1:47833_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359484201352&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 41306 INFO (zkCallback-40-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41307 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41307 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41307 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41323 INFO (qtp1638429046-150) [n:127.0.0.1:58398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359384672860&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=99
[junit4] 2> 41361 INFO (qtp960718685-130) [n:127.0.0.1:55784_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359442398387&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=166
[junit4] 2> 41362 INFO (parallelCoreAdminExecutor-89-thread-2-processing-n:127.0.0.1:55784_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359442398387 CREATE) [n:127.0.0.1:55784_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359442398387&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 41373 INFO (qtp1638429046-147) [n:127.0.0.1:58398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359463301937&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2} status=0 QTime=185
[junit4] 2> 41405 INFO (qtp1957733841-136) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359496675840&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=96
[junit4] 2> 41409 INFO (parallelCoreAdminExecutor-87-thread-2-processing-n:127.0.0.1:58398_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359384672860 CREATE) [n:127.0.0.1:58398_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359384672860&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 41409 INFO (parallelCoreAdminExecutor-91-thread-2-processing-n:127.0.0.1:33161_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359496675840 CREATE) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359496675840&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 41410 INFO (parallelCoreAdminExecutor-87-thread-4-processing-n:127.0.0.1:58398_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359504152651 CREATE) [n:127.0.0.1:58398_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359504152651&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 41413 INFO (parallelCoreAdminExecutor-87-thread-3-processing-n:127.0.0.1:58398_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359463301937 CREATE) [n:127.0.0.1:58398_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359463301937&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2
[junit4] 2> 41417 INFO (qtp1638429046-151) [n:127.0.0.1:58398_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359504152651&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 41433 INFO (qtp1957733841-139) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359572617555&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=109
[junit4] 2> 41434 INFO (parallelCoreAdminExecutor-85-thread-3-processing-n:127.0.0.1:47833_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359488816146 CREATE) [n:127.0.0.1:47833_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359488816146&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 41437 INFO (qtp944827007-160) [n:127.0.0.1:47833_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359488816146&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 41457 INFO (parallelCoreAdminExecutor-89-thread-4-processing-n:127.0.0.1:55784_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359442573119 CREATE) [n:127.0.0.1:55784_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359442573119&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2
[junit4] 2> 41501 INFO (parallelCoreAdminExecutor-91-thread-3-processing-n:127.0.0.1:33161_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359572617555 CREATE) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359572617555&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 41505 INFO (parallelCoreAdminExecutor-91-thread-4-processing-n:127.0.0.1:33161_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359506823806 CREATE) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359506823806&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 41507 INFO (qtp1957733841-140) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359506823806&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=176
[junit4] 2> 41507 INFO (parallelCoreAdminExecutor-85-thread-4-processing-n:127.0.0.1:47833_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358966233972 CREATE) [n:127.0.0.1:47833_solr ] o.a.s.h.a.CoreAdminOperation core create command async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358966233972&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 41508 INFO (qtp944827007-159) [n:127.0.0.1:47833_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358966233972&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=134
[junit4] 2> 41509 INFO (parallelCoreAdminExecutor-89-thread-3-processing-n:127.0.0.1:55784_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359468402965 CREATE) [n:127.0.0.1:55784_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359468402965&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 41510 INFO (qtp960718685-126) [n:127.0.0.1:55784_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359468402965&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=96
[junit4] 2> 41511 INFO (qtp960718685-131) [n:127.0.0.1:55784_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7f796b8f-f956-4d36-a92d-f8fd6822482420456359442573119&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_1&shard=shard4&wt=javabin&version=2} status=0 QTime=96
[junit4] 2> 41520 INFO (qtp1957733841-136) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608
[junit4] 2> 41520 INFO (qtp1957733841-136) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 41521 INFO (qtp1957733841-136) [n:127.0.0.1:33161_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7f796b8f-f956-4d36-a92d-f8fd6822482420456359572617555
[junit4] 2> 41521 INFO (qtp1957733841-136) [n:127.0.0.1:33161_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7f796b8f-f956-4d36-a92d-f8fd6822482420456359572617555&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 41566 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41567 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41567 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41568 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41582 INFO (zkCallback-40-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41582 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41583 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41584 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41692 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41730 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41732 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41733 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41733 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41787 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41787 INFO (zkCallback-40-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41787 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41787 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41789 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41919 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:55784_solr) [n:127.0.0.1:55784_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41920 INFO (zkCallback-31-thread-2-processing-n:127.0.0.1:58398_solr) [n:127.0.0.1:58398_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41920 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:47833_solr) [n:127.0.0.1:47833_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 41923 INFO (zkCallback-29-thread-5-processing-n:127.0.0.1:33161_solr) [n:127.0.0.1:33161_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 42254 INFO (parallelCoreAdminExecutor-89-thread-1-processing-n:127.0.0.1:55784_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520 CREATE) [n:127.0.0.1:55784_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 42282 INFO (parallelCoreAdminExecutor-87-thread-1-processing-n:127.0.0.1:58398_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277 CREATE) [n:127.0.0.1:58398_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 42348 INFO (parallelCoreAdminExecutor-89-thread-1-processing-n:127.0.0.1:55784_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520 CREATE) [n:127.0.0.1:55784_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica4] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica4] Schema name=minimal
[junit4] 2> 42377 INFO (parallelCoreAdminExecutor-87-thread-1-processing-n:127.0.0.1:58398_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277 CREATE) [n:127.0.0.1:58398_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica3] Schema name=minimal
[junit4] 2> 42380 INFO (parallelCoreAdminExecutor-91-thread-1-processing-n:127.0.0.1:33161_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608 CREATE) [n:127.0.0.1:33161_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 42399 INFO (parallelCoreAdminExecutor-89-thread-1-processing-n:127.0.0.1:55784_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520 CREATE) [n:127.0.0.1:55784_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 42399 INFO (parallelCoreAdminExecutor-85-thread-2-processing-n:127.0.0.1:47833_solr 7f796b8f-f956-4d36-a92d-f8fd6822482420456359484201352 CREATE) [n:127.0.0.1:47833_solr c:awhollynewcollection_1 s:shard2 x:awhollynewcollection_1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 42401 INFO (parallelCoreAdminExecutor-89-thread-1-processing-n:127.0.0.1:55784_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358956171520 CREATE) [n:127.0.0.1:55784_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica4] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica4' using configuration from collection awhollynewcollection_0
[junit4] 2> 42402 INFO (parallelCoreAdminExecutor-87-thread-1-processing-n:127.0.0.1:58398_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277 CREATE) [n:127.0.0.1:58398_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 42409 INFO (parallelCoreAdminExecutor-87-thread-1-processing-n:127.0.0.1:58398_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456358941029277 CREATE) [n:127.0.0.1:58398_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica3' using configuration from collection awhollynewcollection_0
[junit4] 2> 42424 INFO (parallelCoreAdminExecutor-91-thread-1-processing-n:127.0.0.1:33161_solr 48e75d5b-d028-4bae-a0b4-7d4ada0f198c20456359340567608 CREATE) [n:127.0.0.1:33161_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica2] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica2] Schema name=minimal
[junit4] 2> 42440 INFO (parallelCoreAdminExecutor-91-thread-1-processing-
[...truncated too long message...]
onReplicationTest, TestSolr4Spatial, ZkNodePropsTest, TestJoin, TestFieldTypeResource, TestRandomDVFaceting, SmileWriterTest, TestConfigSetsAPI, TestFunctionQuery, DistributedSpellCheckComponentTest, ConcurrentDeleteAndCreateCollectionTest, DefaultValueUpdateProcessorTest, TestSolrQueryParserDefaultOperatorResource, TestAnalyzeInfixSuggestions, TestSolrCloudWithSecureImpersonation, TestFastWriter, TriLevelCompositeIdRoutingTest, HttpPartitionTest, VersionInfoTest, TestSearcherReuse, TestSubQueryTransformer, TestFoldingMultitermQuery, RuleEngineTest, ActionThrottleTest, TestIBSimilarityFactory, TestEmbeddedSolrServerConstructors, CurrencyFieldOpenExchangeTest, TestDownShardTolerantSearch, CdcrUpdateLogTest, TestCryptoKeys, SynonymTokenizerTest, ShardSplitTest, HighlighterMaxOffsetTest, WrapperMergePolicyFactoryTest, DocValuesMissingTest, ZkStateReaderTest, TestNRTOpen, TestSolrDeletionPolicy2, PathHierarchyTokenizerFactoryTest, SegmentsInfoRequestHandlerTest, ParsingFieldUpdateProcessorsTest, TestRangeQuery, OverseerRolesTest, HdfsWriteToMultipleCollectionsTest, CdcrReplicationDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationDistributedZkTest -Dtests.seed=45D4F3CED8818740 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=vi -Dtests.timezone=Indian/Reunion -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | CdcrReplicationDistributedZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [SolrZkClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:184)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
[junit4] > at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:610)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1048)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:196)
[junit4] > at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:159)
[junit4] > at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:134)
[junit4] > at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager.setAmILeader(CdcrLeaderStateManager.java:108)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager.checkIfIAmLeader(CdcrLeaderStateManager.java:95)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager.access$400(CdcrLeaderStateManager.java:40)
[junit4] > at org.apache.solr.handler.CdcrLeaderStateManager$LeaderStateWatcher.process(CdcrLeaderStateManager.java:150)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:
[junit4] > 1) Thread[id=13299, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
[junit4] > 2) Thread[id=13298, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-SendThread(127.0.0.1:52678), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=13298, name=zkCallback-2136-thread-5-processing-n:127.0.0.1:49190_m_sbe%2Fus-SendThread(127.0.0.1:52678), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > at __randomizedtesting.SeedInfo.seed([45D4F3CED8818740]:0)
[junit4] Completed [483/662 (3!)] on J0 in 1868.22s, 11 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 44827 lines...]
-documentation-lint:
[echo] checking for broken html...
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[exec]
[exec] file:///build/docs/misc/org/apache/lucene/search/DocValuesStats.DoubleDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.NumericDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.NumericDocValuesStats.html
[exec]
[exec] file:///build/docs/misc/org/apache/lucene/search/DocValuesStats.LongDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.NumericDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.NumericDocValuesStats.html
[exec]
[exec] file:///build/docs/misc/org/apache/lucene/search/DocValuesStats.SortedLongDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.SortedNumericDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.SortedNumericDocValuesStats.html
[exec]
[exec] file:///build/docs/misc/org/apache/lucene/search/DocValuesStats.SortedDoubleDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.SortedNumericDocValuesStats.html
[exec] BROKEN LINK: file:///build/docs/core/org/apache/lucene/search/DocValuesStats.SortedNumericDocValuesStats.html
[exec]
[exec] Broken javadocs links were found!
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build.xml:138: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build.xml:151: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/common-build.xml:2478: exec returned: 1
Total time: 292 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 230 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/230/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([4E8FE99DB6D80AE1:CD4C370EA2008168]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([4E8FE99DB6D80AE1:EEED7B076681CFA4]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<30>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([4E8FE99DB6D80AE1:399590391EC10BCD]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:532)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<59> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/13)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/13)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([4E8FE99DB6D80AE1:6FA9D29B0EB2574]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([4E8FE99DB6D80AE1:63F1A6C741FCB0ED]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11352 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/init-core-data-001
[junit4] 2> 91437 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 91439 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001
[junit4] 2> 91439 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 91439 INFO (Thread-188) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 91439 INFO (Thread-188) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 91539 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49471
[junit4] 2> 91603 INFO (jetty-launcher-109-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 91617 INFO (jetty-launcher-109-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 91627 INFO (jetty-launcher-109-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 91632 INFO (jetty-launcher-109-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 91635 INFO (jetty-launcher-109-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b39b4e8{/solr,null,AVAILABLE}
[junit4] 2> 91644 INFO (jetty-launcher-109-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27a06109{/solr,null,AVAILABLE}
[junit4] 2> 91644 INFO (jetty-launcher-109-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2309a6b9{/solr,null,AVAILABLE}
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a2d16d5{SSL,[ssl, http/1.1]}{127.0.0.1:39804}
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.e.j.s.Server Started @95956ms
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39804}
[junit4] 2> 91648 ERROR (jetty-launcher-109-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 91648 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-17T14:38:57.737Z
[junit4] 2> 91650 INFO (jetty-launcher-109-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74114e75{/solr,null,AVAILABLE}
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a34b673{SSL,[ssl, http/1.1]}{127.0.0.1:51476}
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.e.j.s.Server Started @95961ms
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51476}
[junit4] 2> 91653 ERROR (jetty-launcher-109-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46a8103f{SSL,[ssl, http/1.1]}{127.0.0.1:57149}
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-17T14:38:57.742Z
[junit4] 2> 91653 INFO (jetty-launcher-109-thread-1) [ ] o.e.j.s.Server Started @95962ms
[junit4] 2> 91654 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57149}
[junit4] 2> 91654 INFO (jetty-launcher-109-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@853aca6{SSL,[ssl, http/1.1]}{127.0.0.1:40057}
[junit4] 2> 91654 INFO (jetty-launcher-109-thread-3) [ ] o.e.j.s.Server Started @95963ms
[junit4] 2> 91664 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40057}
[junit4] 2> 91664 ERROR (jetty-launcher-109-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 91664 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 91664 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 91664 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 91664 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-17T14:38:57.753Z
[junit4] 2> 91665 ERROR (jetty-launcher-109-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 91665 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 91665 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 91665 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 91665 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-17T14:38:57.754Z
[junit4] 2> 91671 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 91677 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 91689 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 91690 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 91709 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 91713 INFO (jetty-launcher-109-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49471/solr
[junit4] 2> 91717 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 91727 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 91718 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 91732 INFO (jetty-launcher-109-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49471/solr
[junit4] 2> 91733 INFO (jetty-launcher-109-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49471/solr
[junit4] 2> 91735 INFO (jetty-launcher-109-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49471/solr
[junit4] 2> 91741 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1590d38b5f90007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 91746 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1590d38b5f90008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 91764 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1590d38b5f90006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 91796 INFO (jetty-launcher-109-thread-1) [n:127.0.0.1:57149_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57149_solr
[junit4] 2> 91797 INFO (jetty-launcher-109-thread-4) [n:127.0.0.1:51476_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51476_solr
[junit4] 2> 91798 INFO (jetty-launcher-109-thread-2) [n:127.0.0.1:39804_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39804_solr
[junit4] 2> 91799 INFO (jetty-launcher-109-thread-1) [n:127.0.0.1:57149_solr ] o.a.s.c.Overseer Overseer (id=97123404187500555-127.0.0.1:57149_solr-n_0000000000) starting
[junit4] 2> 91800 INFO (jetty-launcher-109-thread-3) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 91800 INFO (zkCallback-129-thread-1-processing-n:127.0.0.1:51476_solr) [n:127.0.0.1:51476_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 91804 INFO (zkCallback-127-thread-1-processing-n:127.0.0.1:39804_solr) [n:127.0.0.1:39804_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 91811 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 91814 INFO (zkCallback-127-thread-1-processing-n:127.0.0.1:39804_solr) [n:127.0.0.1:39804_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 91814 INFO (zkCallback-129-thread-1-processing-n:127.0.0.1:51476_solr) [n:127.0.0.1:51476_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 91824 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 91825 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 91828 INFO (jetty-launcher-109-thread-3) [n:127.0.0.1:40057_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40057_solr
[junit4] 2> 91830 INFO (zkCallback-127-thread-1-processing-n:127.0.0.1:39804_solr) [n:127.0.0.1:39804_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 91830 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 91834 INFO (zkCallback-129-thread-1-processing-n:127.0.0.1:51476_solr) [n:127.0.0.1:51476_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 91834 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 91854 INFO (jetty-launcher-109-thread-1) [n:127.0.0.1:57149_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57149_solr
[junit4] 2> 91856 INFO (zkCallback-129-thread-1-processing-n:127.0.0.1:51476_solr) [n:127.0.0.1:51476_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 91856 INFO (zkCallback-127-thread-1-processing-n:127.0.0.1:39804_solr) [n:127.0.0.1:39804_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 91856 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 91857 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 91883 INFO (jetty-launcher-109-thread-4) [n:127.0.0.1:51476_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node4/.
[junit4] 2> 91892 INFO (jetty-launcher-109-thread-2) [n:127.0.0.1:39804_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node2/.
[junit4] 2> 91905 INFO (jetty-launcher-109-thread-3) [n:127.0.0.1:40057_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node3/.
[junit4] 2> 91965 INFO (jetty-launcher-109-thread-1) [n:127.0.0.1:57149_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node1/.
[junit4] 2> 91972 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 91973 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49471/solr ready
[junit4] 2> 92527 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 93482 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 93678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 93704 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 93771 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 93820 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_38891_hdfs____.hb66bv/webapp
[junit4] 2> 94488 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38891
[junit4] 2> 96209 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 96215 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 96233 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46860_datanode____.uagzjd/webapp
[junit4] 2> 96789 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46860
[junit4] 2> 97890 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 97891 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 97953 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55798_datanode____.h9p543/webapp
[junit4] 2> 98627 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55798
[junit4] 2> 100557 INFO (IPC Server handler 6 on 51312) [ ] BlockStateChange BLOCK* processReport: from storage DS-d0162930-5583-4562-b089-7ae002ab30b1 node DatanodeRegistration(127.0.0.1:33914, datanodeUuid=874defff-b0c9-4a1c-a02b-71d935131420, infoPort=35548, infoSecurePort=0, ipcPort=46894, storageInfo=lv=-56;cid=testClusterID;nsid=1234753241;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 100557 INFO (IPC Server handler 6 on 51312) [ ] BlockStateChange BLOCK* processReport: from storage DS-63403f2c-16f8-408f-a22e-9fc2c3ddab37 node DatanodeRegistration(127.0.0.1:33914, datanodeUuid=874defff-b0c9-4a1c-a02b-71d935131420, infoPort=35548, infoSecurePort=0, ipcPort=46894, storageInfo=lv=-56;cid=testClusterID;nsid=1234753241;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 100605 INFO (IPC Server handler 9 on 51312) [ ] BlockStateChange BLOCK* processReport: from storage DS-6eb75bd4-b1b3-49c9-8347-6d698fdbf040 node DatanodeRegistration(127.0.0.1:33191, datanodeUuid=f44e44a0-2511-4e59-ad19-07571a5c7df8, infoPort=39716, infoSecurePort=0, ipcPort=57902, storageInfo=lv=-56;cid=testClusterID;nsid=1234753241;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 100605 INFO (IPC Server handler 9 on 51312) [ ] BlockStateChange BLOCK* processReport: from storage DS-1af72933-925b-4529-8351-3cd2bdf28b41 node DatanodeRegistration(127.0.0.1:33191, datanodeUuid=f44e44a0-2511-4e59-ad19-07571a5c7df8, infoPort=39716, infoSecurePort=0, ipcPort=57902, storageInfo=lv=-56;cid=testClusterID;nsid=1234753241;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 101152 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 101153 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 101288 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 101314 INFO (OverseerThreadFactory-276-thread-1-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 101504 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 110504 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 110566 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 110617 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 110621 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 110627 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 110696 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:51312/data
[junit4] 2> 110696 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 110697 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node3/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:51312/data/created_and_deleted/core_node1/data/]
[junit4] 2> 110698 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 110802 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 110813 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 110813 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 116227 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 116234 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/created_and_deleted/core_node1/data
[junit4] 2> 116273 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/created_and_deleted/core_node1/data/index
[junit4] 2> 116283 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 116283 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 116322 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 116644 INFO (IPC Server handler 7 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33191 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6eb75bd4-b1b3-49c9-8347-6d698fdbf040:NORMAL:127.0.0.1:33191|RBW], ReplicaUC[[DISK]DS-63403f2c-16f8-408f-a22e-9fc2c3ddab37:NORMAL:127.0.0.1:33914|RBW]]} size 71
[junit4] 2> 116645 INFO (IPC Server handler 3 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33914 is added to blk_1073741825_1001 size 71
[junit4] 2> 117143 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 117143 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 117143 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 117187 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 117187 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 117382 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@79523a82[created_and_deleted_shard1_replica1] main]
[junit4] 2> 117387 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 117395 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 117398 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 117398 INFO (searcherExecutor-285-thread-1-processing-n:127.0.0.1:40057_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@79523a82[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 117398 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553974494218944512
[junit4] 2> 117426 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 117426 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 117426 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40057/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 117426 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 117426 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40057/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 117431 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 117432 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40057/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 117539 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 117557 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 117560 INFO (qtp185052223-703) [n:127.0.0.1:40057_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=16058
[junit4] 2> 117568 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 117581 INFO (OverseerCollectionConfigSetProcessor-97123404187500555-127.0.0.1:57149_solr-n_0000000000) [n:127.0.0.1:57149_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 117665 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 118570 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=17281
[junit4] 2> 118573 INFO (qtp29169078-715) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 118574 INFO (qtp29169078-715) [n:127.0.0.1:51476_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 118578 INFO (qtp29169078-687) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 118581 INFO (OverseerThreadFactory-276-thread-2-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 118593 INFO (qtp185052223-707) [n:127.0.0.1:40057_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@584b225e
[junit4] 2> 118646 INFO (qtp185052223-707) [n:127.0.0.1:40057_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:51312/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 118646 INFO (qtp185052223-707) [n:127.0.0.1:40057_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:51312/data/created_and_deleted/core_node1/data
[junit4] 2> 118649 INFO (qtp185052223-707) [n:127.0.0.1:40057_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:51312/data/created_and_deleted/core_node1/data/index
[junit4] 2> 118682 INFO (IPC Server handler 5 on 51312) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:33191 127.0.0.1:33914
[junit4] 2> 118720 INFO (qtp185052223-707) [n:127.0.0.1:40057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=136
[junit4] 2> 119225 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7872aa95) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:33191 to delete [blk_1073741825_1001]
[junit4] 2> 119432 INFO (qtp29169078-687) [n:127.0.0.1:51476_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=853
[junit4] 2> 119435 INFO (qtp29169078-710) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 119435 INFO (qtp29169078-710) [n:127.0.0.1:51476_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 119436 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 119507 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 119508 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 119512 INFO (qtp29169078-709) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 119517 INFO (OverseerThreadFactory-276-thread-3-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 119518 INFO (OverseerCollectionConfigSetProcessor-97123404187500555-127.0.0.1:57149_solr-n_0000000000) [n:127.0.0.1:57149_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 119801 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 119819 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 119833 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 119833 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr ] o.a.s.u.TestInjection Inject random core creation delay of 9s
[junit4] 2> 122225 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7872aa95) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:33914 to delete [blk_1073741825_1001]
[junit4] 2> 128801 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 128806 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 128819 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 128833 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 128833 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 128946 INFO (zkCallback-131-thread-1-processing-n:127.0.0.1:40057_solr) [n:127.0.0.1:40057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 128947 INFO (zkCallback-127-thread-1-processing-n:127.0.0.1:39804_solr) [n:127.0.0.1:39804_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 128947 INFO (zkCallback-128-thread-2-processing-n:127.0.0.1:57149_solr) [n:127.0.0.1:57149_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 128947 INFO (zkCallback-129-thread-1-processing-n:127.0.0.1:51476_solr) [n:127.0.0.1:51476_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 129826 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 129860 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 129899 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 129904 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 129909 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 129911 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 129917 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 129920 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 129921 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
[junit4] 2> 129922 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 129923 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 129924 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
[junit4] 2> 129924 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 129925 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:51312/data
[junit4] 2> 129925 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 129926 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node1/reloaded_collection_shard1_replica2], dataDir=[hdfs://localhost:51312/data/reloaded_collection/core_node4/data/]
[junit4] 2> 129926 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node4/data/snapshot_metadata
[junit4] 2> 129932 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:51312/data
[junit4] 2> 129932 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 129932 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node3/reloaded_collection_shard2_replica1], dataDir=[hdfs://localhost:51312/data/reloaded_collection/core_node1/data/]
[junit4] 2> 129933 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node1/data/snapshot_metadata
[junit4] 2> 129934 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 129951 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 129951 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 129952 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
[junit4] 2> 129952 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:51312/data
[junit4] 2> 129952 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 129952 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node2/reloaded_collection_shard2_replica2], dataDir=[hdfs://localhost:51312/data/reloaded_collection/core_node3/data/]
[junit4] 2> 129952 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node3/data/snapshot_metadata
[junit4] 2> 129953 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 129953 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 129960 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
[junit4] 2> 129961 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:51312/data
[junit4] 2> 129961 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 129961 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4E8FE99DB6D80AE1-001/tempDir-001/node4/reloaded_collection_shard1_replica1], dataDir=[hdfs://localhost:51312/data/reloaded_collection/core_node2/data/]
[junit4] 2> 129961 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node2/data/snapshot_metadata
[junit4] 2> 129964 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 129964 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 129978 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 129978 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 130000 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130004 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130004 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130006 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130007 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node4/data
[junit4] 2> 130016 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node3/data
[junit4] 2> 130020 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node1/data
[junit4] 2> 130028 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node2/data
[junit4] 2> 130065 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node3/data/index
[junit4] 2> 130068 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node1/data/index
[junit4] 2> 130073 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 130073 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 130076 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 130076 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 130085 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node4/data/index
[junit4] 2> 130086 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130093 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:51312/data/reloaded_collection/core_node2/data/index
[junit4] 2> 130100 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130103 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 130103 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 130120 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 130120 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 130125 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130140 INFO (qtp29169078-714) [n:127.0.0.1:51476_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 130269 INFO (IPC Server handler 6 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33191 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-63403f2c-16f8-408f-a22e-9fc2c3ddab37:NORMAL:127.0.0.1:33914|RBW], ReplicaUC[[DISK]DS-1af72933-925b-4529-8351-3cd2bdf28b41:NORMAL:127.0.0.1:33191|RBW]]} size 0
[junit4] 2> 130272 INFO (IPC Server handler 7 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33914 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-63403f2c-16f8-408f-a22e-9fc2c3ddab37:NORMAL:127.0.0.1:33914|RBW], ReplicaUC[[DISK]DS-1af72933-925b-4529-8351-3cd2bdf28b41:NORMAL:127.0.0.1:33191|RBW]]} size 0
[junit4] 2> 130287 INFO (IPC Server handler 0 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33191 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6eb75bd4-b1b3-49c9-8347-6d698fdbf040:NORMAL:127.0.0.1:33191|RBW], ReplicaUC[[DISK]DS-d0162930-5583-4562-b089-7ae002ab30b1:NORMAL:127.0.0.1:33914|RBW]]} size 0
[junit4] 2> 130320 INFO (IPC Server handler 2 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33914 is added to blk_1073741826_1002 size 71
[junit4] 2> 130330 INFO (IPC Server handler 8 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33914 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6eb75bd4-b1b3-49c9-8347-6d698fdbf040:NORMAL:127.0.0.1:33191|RBW], ReplicaUC[[DISK]DS-d0162930-5583-4562-b089-7ae002ab30b1:NORMAL:127.0.0.1:33914|RBW]]} size 0
[junit4] 2> 130337 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 130337 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 130337 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 130337 INFO (IPC Server handler 6 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33191 is added to blk_1073741828_1004 size 71
[junit4] 2> 130342 INFO (IPC Server handler 1 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33914 is added to blk_1073741829_1005{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-63403f2c-16f8-408f-a22e-9fc2c3ddab37:NORMAL:127.0.0.1:33914|RBW], ReplicaUC[[DISK]DS-1af72933-925b-4529-8351-3cd2bdf28b41:NORMAL:127.0.0.1:33191|RBW]]} size 71
[junit4] 2> 130342 INFO (IPC Server handler 1 on 51312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33191 is added to blk_1073741829_1005 size 71
[junit4] 2> 130348 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 130348 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 130348 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 130366 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 130366 INFO (qtp185052223-697) [n:127.0.0.1:40057_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 130372 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 130372 INFO (qtp236581908-688) [n:127.0.0.1:39804_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 130406 INFO (qtp762186521-700) [n:127.0.0.1:57149_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation
[...truncated too long message...]
2> 4252584 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1602327567
[junit4] 2> 4252588 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.c.Overseer Overseer (id=97123661927874614-127.0.0.1:56348_gqn-n_0000000009) closing
[junit4] 2> 4252588 INFO (OverseerStateUpdate-97123661927874614-127.0.0.1:56348_gqn-n_0000000009) [n:127.0.0.1:56348_gqn ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56348_gqn
[junit4] 2> 4253576 WARN (zkCallback-5318-thread-2-processing-n:127.0.0.1:56348_gqn) [n:127.0.0.1:56348_gqn c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 4253576 INFO (zkCallback-5318-thread-2-processing-n:127.0.0.1:56348_gqn) [n:127.0.0.1:56348_gqn c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.SolrCore [target_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@43cf2cee
[junit4] 2> 4253577 INFO (zkCallback-5318-thread-2-processing-n:127.0.0.1:56348_gqn) [n:127.0.0.1:56348_gqn c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 4253585 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange-seed#[4E8FE99DB6D80AE1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@a49ab8e{SSL,[ssl, http/1.1]}{127.0.0.1:56348}
[junit4] 2> 4253585 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange-seed#[4E8FE99DB6D80AE1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78bd724a{/gqn,null,UNAVAILABLE}
[junit4] 2> 4253586 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationAfterLeaderChange
[junit4] 2> 4253587 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange-seed#[4E8FE99DB6D80AE1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45109 45109
[junit4] 2> 4253693 INFO (Thread-14159) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45109 45109
[junit4] 2> 4253694 WARN (Thread-14159) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/aliases.json
[junit4] 2> 20 /solr/configs/conf1
[junit4] 2> 12 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 4 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/clusterprops.json
[junit4] 2> 43 /solr/clusterstate.json
[junit4] 2> 9 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 9 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 9 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/source_collection/state.json
[junit4] 2> 6 /solr/collections/target_collection/state.json
[junit4] 2> 3 /solr/overseer_elect/election/97123661927874587-127.0.0.1:57010_gqn-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/97123661927874565-127.0.0.1:34721_gqn-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/97123661927874568-127.0.0.1:46687_gqn-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 215 /solr/overseer/collection-queue-work
[junit4] 2> 106 /solr/overseer/queue
[junit4] 2> 43 /solr/collections
[junit4] 2> 38 /solr/live_nodes
[junit4] 2> 33 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4253695 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[4E8FE99DB6D80AE1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_4E8FE99DB6D80AE1-001
[junit4] 2> Dec 17, 2016 3:48:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=FSTOrd50, id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, maxPointsInLeafNode=861, maxMBSortInHeap=6.477628514308552, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=en, timezone=Canada/Yukon
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=144561456,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestCoreContainer, TestSchemaNameResource, CollectionReloadTest, TestDocTermOrds, ShardRoutingTest, TestTrieFacet, TestDynamicFieldCollectionResource, TestSurroundQueryParser, UpdateRequestProcessorFactoryTest, SharedFSAutoReplicaFailoverTest, TestComplexPhraseQParserPlugin, DeleteStatusTest, TestSweetSpotSimilarityFactory, TestHighFrequencyDictionaryFactory, WordBreakSolrSpellCheckerTest, TestManagedSchema, SpatialRPTFieldTypeTest, TestExceedMaxTermLength, InfoHandlerTest, SolrIndexSplitterTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolrCloudWithDelegationTokens, HdfsRestartWhileUpdatingTest, ZkSolrClientTest, RAMDirectoryFactoryTest, BasicFunctionalityTest, TestPartialUpdateDeduplication, TestLeaderElectionZkExpiry, TestCSVResponseWriter, HighlighterTest, DistribJoinFromCollectionTest, MultiTermTest, EnumFieldTest, TermVectorComponentTest, LeaderElectionContextKeyTest, ZkControllerTest, SampleTest, TestSegmentSorting, CopyFieldTest, LeaderInitiatedRecoveryOnCommitTest, DirectSolrSpellCheckerTest, RulesTest, SpellCheckCollatorTest, SolrIndexConfigTest, DocValuesTest, MoreLikeThisHandlerTest, AliasIntegrationTest, DocumentBuilderTest, GraphQueryTest, SystemInfoHandlerTest, CheckHdfsIndexTest, TestJettySolrRunner, TestLockTree, DistanceFunctionTest, CollectionsAPIAsyncDistributedZkTest, TestBinaryResponseWriter, TestFilteredDocIdSet, TestRandomRequestDistribution, JsonLoaderTest, TestSimpleTrackingShardHandler, DistributedFacetPivotSmallAdvancedTest, CoreAdminCreateDiscoverTest, EchoParamsTest, TestRuleBasedAuthorizationPlugin, TestDefaultStatsCache, TestSolrCoreSnapshots, DistributedQueryComponentCustomSortTest, URLClassifyProcessorTest, BufferStoreTest, MergeStrategyTest, FileUtilsTest, TestCloudPivotFacet, HdfsNNFailoverTest, TestSolrDynamicMBean, SolrCmdDistributorTest, RecoveryAfterSoftCommitTest, CSVRequestHandlerTest, TestQuerySenderListener, TestCursorMarkWithoutUniqueKey, TestConfigSetProperties, TestStressCloudBlindAtomicUpdates, TestConfigSetsAPIExclusivity, SchemaVersionSpecificBehaviorTest, TestSolrQueryResponse, TestUnifiedSolrHighlighter, TestLMDirichletSimilarityFactory, TestDistributedStatsComponentCardinality, DataDrivenBlockJoinTest, ReplicationFactorTest, DirectSolrConnectionTest, TestDeleteCollectionOnDownNodes, TestUpdate, SpellCheckComponentTest, OverseerCollectionConfigSetProcessorTest, TestTolerantUpdateProcessorRandomCloud, SliceStateTest, PreAnalyzedUpdateProcessorTest, TestAuthenticationFramework, TestWordDelimiterFilterFactory, TestManagedResourceStorage, TestPushWriter, DistributedIntervalFacetingTest, TestExactStatsCache, TestJsonFacetRefinement, BaseCdcrDistributedZkTest, TestMiniSolrCloudClusterSSL, CdcrReplicationHandlerTest, TestReloadAndDeleteDocs, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestRealTimeGet, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, TestFiltering, SoftAutoCommitTest, SolrRequestParserTest, SuggesterTSTTest, TestTrie, NoCacheHeaderTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, CircularListTest, DistributedMLTComponentTest, TestRTGBase, TestCrossCoreJoin, TestHighlightDedupGrouping, TestTolerantSearch, ConnectionReuseTest, ActionThrottleTest, AssignTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [520/662 (2!)] on J1 in 1700.32s, 11 tests, 3 failures <<< FAILURES!
[...truncated 62836 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 229 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/229/
6 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (911 > 60) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (911 > 60) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([564FB800CB832D4C:DE1B87DA657F40B4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([564FB800CB832D4C:DE1B87DA657F40B4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:156)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([564FB800CB832D4C:A1E0712B360AC767]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302)
... 42 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
[index.20161216191651467, replication.properties, index.properties, index.20161216191706772, snapshot_metadata] expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: [index.20161216191651467, replication.properties, index.properties, index.20161216191706772, snapshot_metadata] expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([564FB800CB832D4C:8DE4B8C6CEAB44FF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:909)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:876)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([564FB800CB832D4C:1E3ACCB4CDB002D9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([564FB800CB832D4C:7B31F75A3CA79740]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12630 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/init-core-data-001
[junit4] 2> 2154304 INFO (SUITE-TestReplicationHandler-seed#[564FB800CB832D4C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2154306 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
[junit4] 2> 2154306 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/collection1
[junit4] 2> 2154310 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2154378 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74514d9{/solr,null,AVAILABLE}
[junit4] 2> 2154380 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@791b6ad8{HTTP/1.1,[http/1.1]}{127.0.0.1:56993}
[junit4] 2> 2154380 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server Started @2158139ms
[junit4] 2> 2154380 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=56993}
[junit4] 2> 2154381 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2154381 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2154381 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2154381 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2154381 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-16T19:16:00.653Z
[junit4] 2> 2154381 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/solr.xml
[junit4] 2> 2154453 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2154455 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/.
[junit4] 2> 2154455 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2154464 WARN (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2154465 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2154490 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2154492 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2154498 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/./collection1
[junit4] 2> 2154498 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2154528 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2723911934847102]
[junit4] 2> 2154551 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2154551 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2154552 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=0.6982421875, floorSegmentMB=0.8662109375, forceMergeDeletesPctAllowed=3.134132437153958, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2154552 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d99ea33[collection1] main]
[junit4] 2> 2154552 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-001/collection1/conf
[junit4] 2> 2154553 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2154553 INFO (coreLoadExecutor-4339-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2154559 INFO (searcherExecutor-4340-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d99ea33[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2154971 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1
[junit4] 2> 2154975 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2155007 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e85e0d{/solr,null,AVAILABLE}
[junit4] 2> 2155007 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ac4ed3c{HTTP/1.1,[http/1.1]}{127.0.0.1:56330}
[junit4] 2> 2155007 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server Started @2158766ms
[junit4] 2> 2155007 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=56330}
[junit4] 2> 2155050 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2155050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2155050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2155050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2155050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-16T19:16:01.322Z
[junit4] 2> 2155051 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/solr.xml
[junit4] 2> 2155065 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2155074 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/.
[junit4] 2> 2155074 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2155082 WARN (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2155084 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2155105 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2155107 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2155108 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/./collection1
[junit4] 2> 2155109 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2155122 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2723911934847102]
[junit4] 2> 2155138 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2155138 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2155139 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=0.6982421875, floorSegmentMB=0.8662109375, forceMergeDeletesPctAllowed=3.134132437153958, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2155143 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f818e3e[collection1] main]
[junit4] 2> 2155144 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1/conf
[junit4] 2> 2155157 INFO (coreLoadExecutor-4349-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2155158 INFO (searcherExecutor-4350-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f818e3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2155385 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2155385 INFO (indexFetcher-4354-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2155385 INFO (indexFetcher-4354-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2155385 INFO (indexFetcher-4354-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2155586 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5ac4ed3c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2155586 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1963477174
[junit4] 2> 2155593 INFO (coreCloseExecutor-4355-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@274fcb62
[junit4] 2> 2155597 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e85e0d{/solr,null,UNAVAILABLE}
[junit4] 2> 2155601 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2155603 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16da66fa{/solr,null,AVAILABLE}
[junit4] 2> 2155603 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@278fc8ea{HTTP/1.1,[http/1.1]}{127.0.0.1:55550}
[junit4] 2> 2155603 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server Started @2159362ms
[junit4] 2> 2155604 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=55550}
[junit4] 2> 2155604 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2155604 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2155604 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2155604 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2155604 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-16T19:16:01.876Z
[junit4] 2> 2155608 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/solr.xml
[junit4] 2> 2155621 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2155625 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/.
[junit4] 2> 2155625 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2155636 WARN (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2155637 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2155648 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2155672 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2155674 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/./collection1
[junit4] 2> 2155674 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2155676 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2723911934847102]
[junit4] 2> 2155695 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2155695 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2155695 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=0.6982421875, floorSegmentMB=0.8662109375, forceMergeDeletesPctAllowed=3.134132437153958, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2155695 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a2982a9[collection1] main]
[junit4] 2> 2155696 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-002/collection1/conf
[junit4] 2> 2155696 INFO (coreLoadExecutor-4362-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2155696 INFO (searcherExecutor-4363-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a2982a9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2156141 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/collection1
[junit4] 2> 2156144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2156152 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c783523{/solr,null,AVAILABLE}
[junit4] 2> 2156153 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ab7f718{HTTP/1.1,[http/1.1]}{127.0.0.1:58206}
[junit4] 2> 2156154 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.e.j.s.Server Started @2159912ms
[junit4] 2> 2156154 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=58206}
[junit4] 2> 2156154 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2156154 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2156154 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2156154 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2156154 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-16T19:16:02.426Z
[junit4] 2> 2156155 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/solr.xml
[junit4] 2> 2156160 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2156163 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/.
[junit4] 2> 2156163 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2156170 WARN (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2156171 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2156179 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2156181 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2156182 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/./collection1
[junit4] 2> 2156182 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/./collection1/data/]
[junit4] 2> 2156184 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2723911934847102]
[junit4] 2> 2156190 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2156190 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2156190 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=0.6982421875, floorSegmentMB=0.8662109375, forceMergeDeletesPctAllowed=3.134132437153958, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2156191 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f5d956[collection1] main]
[junit4] 2> 2156191 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_564FB800CB832D4C-001/solr-instance-003/collection1/conf
[junit4] 2> 2156191 WARN (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2156192 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 2156192 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 2156192 INFO (coreLoadExecutor-4372-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2156192 INFO (searcherExecutor-4373-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f5d956[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2156667 INFO (qtp1896429911-23707) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
[junit4] 2> 2156668 INFO (qtp1896429911-23708) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 2156670 INFO (qtp1896429911-23701) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 2156672 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2156672 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1f197ed
[junit4] 2> 2156677 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ed6c929[collection1] main]
[junit4] 2> 2156677 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2156677 INFO (searcherExecutor-4340-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ed6c929[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C3)))}
[junit4] 2> 2156678 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2156683 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2156684 INFO (qtp1896429911-23702) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2156687 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2156687 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1481915762944
[junit4] 2> 2156687 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2156687 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2156702 INFO (qtp1896429911-23707) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 2156702 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 9
[junit4] 2> 2156703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@cc14eab
[junit4] 2> 2156703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2156703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@88fb6c3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c28ddf2)
[junit4] 2> 2156705 INFO (qtp1896429911-23708) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156714 INFO (qtp1896429911-23708) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FST50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156725 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156729 INFO (qtp1896429911-23706) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156731 INFO (qtp1896429911-23702) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FST50_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156740 INFO (qtp1896429911-23707) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156743 INFO (qtp1896429911-23701) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156745 INFO (qtp1896429911-23708) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156747 INFO (qtp1896429911-23704) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156748 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1501) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@88fb6c3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c28ddf2)
[junit4] 2> 2156750 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=0.8701171875, floorSegmentMB=1.4775390625, forceMergeDeletesPctAllowed=10.802995612434938, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4506024650409598
[junit4] 2> 2156750 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2156751 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9e4a26c[collection1] main]
[junit4] 2> 2156751 INFO (searcherExecutor-4373-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9e4a26c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C3)))}
[junit4] 2> 2156752 INFO (qtp1272903588-23759) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:56993/solr/collection1/replication&command=fetchindex} status=0 QTime=72
[junit4] 2> 2156755 INFO (qtp1272903588-23757) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 2156755 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 2156757 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2156759 INFO (qtp1272903588-23757) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2156759 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2156759 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1481915762944
[junit4] 2> 2156759 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2156759 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2156763 INFO (qtp1272903588-23763) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 2156763 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 9
[junit4] 2> 2156765 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4fb38143
[junit4] 2> 2156766 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2156766 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@4bfd3a49 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7900b206)
[junit4] 2> 2156767 INFO (qtp1272903588-23756) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156770 INFO (qtp1272903588-23759) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FST50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156772 INFO (qtp1272903588-23761) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156775 INFO (qtp1272903588-23762) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156777 INFO (qtp1272903588-23757) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FST50_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156779 INFO (qtp1272903588-23763) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156781 INFO (qtp1272903588-23756) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156784 INFO (qtp1272903588-23756) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156786 INFO (qtp1272903588-23761) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2156787 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1501) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4bfd3a49 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7900b206)
[junit4] 2> 2156788 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=0.8701171875, floorSegmentMB=1.4775390625, forceMergeDeletesPctAllowed=10.802995612434938, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4506024650409598
[junit4] 2> 2156790 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2156790 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67e368e8[collection1] main]
[junit4] 2> 2156790 INFO (searcherExecutor-4363-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@67e368e8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C3)))}
[junit4] 2> 2156791 INFO (qtp221920995-23742) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:58206/solr/collection1/replication&command=fetchindex} status=0 QTime=33
[junit4] 2> 2156792 INFO (qtp221920995-23743) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 2156793 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[564FB800CB832D4C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 2156795 INFO (qtp1896429911-23705) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2156797 INFO (qtp1896429911-23702) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2156800 WARN (qtp1272903588-23762) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:600)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1713)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:931)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:312)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2209)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:498)
[junit4] 2> ... 36 more
[junit4] 2> 2156801 INFO (qtp1272903588-23762) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
[junit4] 2> 2156803 INFO (qtp1896429911-23707) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2156804 INFO (qtp1272903588-23757) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2156807 WARN (qtp1272903588-23763) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:600)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1713)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:931)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:312)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2209)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:498)
[junit4] 2> ... 36 more
[junit4] 2> 2156808 INFO (qtp1272903588-23763) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2156810 WARN (qtp1272903588-23759) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:600)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1713)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:931)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:312)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2209)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:269)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty
[...truncated too long message...]
at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4885146 INFO (SUITE-StressHdfsTest-seed#[564FB800CB832D4C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_564FB800CB832D4C-001
[junit4] 2> Dec 16, 2016 8:01:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-ZA, timezone=America/Vancouver
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=240884864,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [SpellPossibilityIteratorTest, TestCustomDocTransformer, TestShortCircuitedRequests, TestPostingsSolrHighlighter, TestIntervalFaceting, TestReloadDeadlock, CollectionsAPISolrJTest, BadCopyFieldTest, TestConfig, FieldAnalysisRequestHandlerTest, AssignTest, TestDFRSimilarityFactory, TestReversedWildcardFilterFactory, CoreAdminHandlerTest, TestJmxMonitoredMap, DistributedFacetPivotSmallTest, TestRestManager, TestBulkSchemaConcurrent, TestGroupingSearch, SolrCloudExampleTest, AtomicUpdatesTest, RemoteQueryErrorTest, TestConfigSets, OverseerTest, TestRebalanceLeaders, LukeRequestHandlerTest, HLLSerializationTest, DocValuesMultiTest, TestDistribIDF, LeaderElectionTest, TestSolrJ, NoCacheHeaderTest, TestXIncludeConfig, PeerSyncWithIndexFingerprintCachingTest, TestMergePolicyConfig, TestSubQueryTransformerDistrib, TestSortByMinMaxFunction, SuggesterWFSTTest, TestCollectionAPI, CurrencyFieldXmlFileTest, TestLFUCache, ManagedSchemaRoundRobinCloudTest, HdfsBasicDistributedZk2Test, TestExtendedDismaxParser, TestCloudSchemaless, TestCloudPseudoReturnFields, CircularListTest, TestUtils, OpenExchangeRatesOrgProviderTest, TestFieldCacheWithThreads, BasicDistributedZk2Test, ConnectionManagerTest, TestAnalyzedSuggestions, TemplateUpdateProcessorTest, TestStressLiveNodes, DirectUpdateHandlerOptimizeTest, SolrCoreCheckLockOnStartupTest, BitVectorTest, UUIDUpdateProcessorFallbackTest, TestSolrConfigHandlerCloud, TestSolrXml, JSONWriterTest, SolrPluginUtilsTest, CdcrBootstrapTest, TestLeaderInitiatedRecoveryThread, DateRangeFieldTest, TestMaxScoreQueryParser, BlockCacheTest, TestCollationField, SuggesterTest, UtilsToolTest, DeleteReplicaTest, ShowFileRequestHandlerTest, TestSolrDeletionPolicy1, OverseerModifyCollectionTest, AnalysisErrorHandlingTest, TestSchemaResource, DeleteInactiveReplicaTest, RequestLoggingTest, TestSolrQueryParser, TestChildDocTransformer, TestFieldCache, TestShardHandlerFactory, TestIndexingPerformance, TestUseDocValuesAsStored, SuggesterTSTTest, TestSolrCloudWithKerberosAlt, PingRequestHandlerTest, TestConfigSetsAPIZkFailure, TestGraphMLResponseWriter, ConjunctionSolrSpellCheckerTest, DirectUpdateHandlerTest, TestDynamicFieldResource, AutoCommitTest, TestJsonFacets, TestRawResponseWriter, BlobRepositoryCloudTest, DistributedQueryComponentOptimizationTest, CoreSorterTest, TestRecovery, TestXmlQParser, LeaderFailoverAfterPartitionTest, UpdateParamsTest, CollectionStateFormat2Test, CdcrRequestHandlerTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, HardAutoCommitTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, TestSort, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestStressLucene, TestPseudoReturnFields, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestPhraseSuggestions, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, TestCloudRecovery, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestSizeLimitedDistributedMap, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] Completed [541/662 (5!)] on J2 in 101.61s, 1 test, 1 failure <<< FAILURES!
[...truncated 62783 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 228 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/228/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([6600787E87280CD3:4B7E3724700CB6DF]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([6600787E87280CD3:2E750CCA811B2346]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11236 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/init-core-data-001
[junit4] 2> 8121 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 8140 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001
[junit4] 2> 8155 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 8158 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 8168 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 8257 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44236
[junit4] 2> 8622 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 10301 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15901256b6f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 10591 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 10598 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 10598 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 10609 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 10984 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29ade6f7{/solr,null,AVAILABLE}
[junit4] 2> 11061 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3faf9ca7{/solr,null,AVAILABLE}
[junit4] 2> 11074 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a5d0bd{/solr,null,AVAILABLE}
[junit4] 2> 11085 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@557dcdbc{HTTP/1.1,[http/1.1]}{127.0.0.1:38916}
[junit4] 2> 11085 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server Started @15294ms
[junit4] 2> 11085 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38916}
[junit4] 2> 11093 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f7d1315{/solr,null,AVAILABLE}
[junit4] 2> 11096 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45adcce7{HTTP/1.1,[http/1.1]}{127.0.0.1:52749}
[junit4] 2> 11096 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c6496d{HTTP/1.1,[http/1.1]}{127.0.0.1:39844}
[junit4] 2> 11096 INFO (jetty-launcher-5-thread-4) [ ] o.e.j.s.Server Started @15305ms
[junit4] 2> 11096 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.Server Started @15305ms
[junit4] 2> 11097 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@483fb2bc{HTTP/1.1,[http/1.1]}{127.0.0.1:58138}
[junit4] 2> 11109 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server Started @15318ms
[junit4] 2> 11109 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58138}
[junit4] 2> 11097 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39844}
[junit4] 2> 11097 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52749}
[junit4] 2> 11120 ERROR (jetty-launcher-5-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 11120 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 11120 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 11121 ERROR (jetty-launcher-5-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 11123 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 11123 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 11123 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 11133 ERROR (jetty-launcher-5-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 11133 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 11133 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 11133 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 11133 ERROR (jetty-launcher-5-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 11134 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 11134 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 11134 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 11149 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 11184 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-15T06:22:29.553Z
[junit4] 2> 11185 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-15T06:22:29.538Z
[junit4] 2> 11186 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-15T06:22:29.537Z
[junit4] 2> 11188 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 11189 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-15T06:22:29.529Z
[junit4] 2> 11347 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 11389 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 11397 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 11445 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 11509 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15901256b6f0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 11555 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 11569 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 11582 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 11593 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 11607 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44236/solr
[junit4] 2> 11621 INFO (jetty-launcher-5-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44236/solr
[junit4] 2> 11634 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44236/solr
[junit4] 2> 11627 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44236/solr
[junit4] 2> 12292 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58138_solr
[junit4] 2> 12301 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:39844_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39844_solr
[junit4] 2> 12302 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:52749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52749_solr
[junit4] 2> 12313 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:58138_solr ] o.a.s.c.Overseer Overseer (id=97110127193030666-127.0.0.1:58138_solr-n_0000000000) starting
[junit4] 2> 12314 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38916_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38916_solr
[junit4] 2> 12335 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 12337 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:52749_solr) [n:127.0.0.1:52749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 12341 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 12362 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 12390 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 12390 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:52749_solr) [n:127.0.0.1:52749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 12390 INFO (zkCallback-24-thread-1-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 12390 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 13415 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:58138_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58138_solr
[junit4] 2> 13419 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 13419 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:52749_solr) [n:127.0.0.1:52749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 13419 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 13420 INFO (OverseerStateUpdate-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 13434 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38916_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node1/.
[junit4] 2> 13635 INFO (jetty-launcher-5-thread-4) [n:127.0.0.1:52749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node4/.
[junit4] 2> 13753 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:58138_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node2/.
[junit4] 2> 13901 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:39844_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node3/.
[junit4] 2> 14195 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 14197 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44236/solr ready
[junit4] 2> 16132 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 18736 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 19160 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 19288 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 19715 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 19835 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_49436_hdfs____.v44tpg/webapp
[junit4] 2> 21286 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49436
[junit4] 2> 22687 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 22692 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 22706 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45207_datanode____.d6g0ox/webapp
[junit4] 2> 23134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45207
[junit4] 2> 23857 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 23859 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 23882 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56580_datanode____.searfx/webapp
[junit4] 2> 24666 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56580
[junit4] 2> 27509 INFO (IPC Server handler 6 on 33859) [ ] BlockStateChange BLOCK* processReport: from storage DS-c6412510-8148-4602-95d2-59fa2a3618ca node DatanodeRegistration(127.0.0.1:40809, datanodeUuid=468950c8-b906-4185-b1ab-78a7f6a78364, infoPort=32775, infoSecurePort=0, ipcPort=49338, storageInfo=lv=-56;cid=testClusterID;nsid=1429758451;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 27510 INFO (IPC Server handler 6 on 33859) [ ] BlockStateChange BLOCK* processReport: from storage DS-7230d66f-f6c0-4579-bbdb-cd663a7e0418 node DatanodeRegistration(127.0.0.1:40809, datanodeUuid=468950c8-b906-4185-b1ab-78a7f6a78364, infoPort=32775, infoSecurePort=0, ipcPort=49338, storageInfo=lv=-56;cid=testClusterID;nsid=1429758451;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 27517 INFO (IPC Server handler 5 on 33859) [ ] BlockStateChange BLOCK* processReport: from storage DS-780d3ac4-2408-47ec-bb98-7f2470f953f7 node DatanodeRegistration(127.0.0.1:38509, datanodeUuid=28c6d3f5-69e4-4bd1-9781-24ef22d4f634, infoPort=36754, infoSecurePort=0, ipcPort=53496, storageInfo=lv=-56;cid=testClusterID;nsid=1429758451;c=0), blocks: 0, hasStaleStorage: true, processing time: 10 msecs
[junit4] 2> 27545 INFO (IPC Server handler 5 on 33859) [ ] BlockStateChange BLOCK* processReport: from storage DS-ac390ced-522a-4026-b232-5f49b999168e node DatanodeRegistration(127.0.0.1:38509, datanodeUuid=28c6d3f5-69e4-4bd1-9781-24ef22d4f634, infoPort=36754, infoSecurePort=0, ipcPort=53496, storageInfo=lv=-56;cid=testClusterID;nsid=1429758451;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 28247 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 28250 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[6600787E87280CD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 29273 INFO (qtp810092996-64) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 29310 INFO (OverseerThreadFactory-46-thread-1-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 29329 ERROR (OverseerThreadFactory-46-thread-1-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 29383 INFO (qtp810092996-64) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=140
[junit4] 2> 29388 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 29515 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 29676 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 29681 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[6600787E87280CD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 29696 INFO (qtp810092996-65) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 29716 INFO (OverseerThreadFactory-46-thread-2-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 29722 ERROR (OverseerThreadFactory-46-thread-2-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:124)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 29734 INFO (qtp810092996-65) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=38
[junit4] 2> 29736 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 29914 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 29920 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[6600787E87280CD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 29950 INFO (qtp810092996-66) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 29990 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 30011 INFO (qtp810092996-66) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 30017 INFO (qtp810092996-68) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 30017 INFO (qtp810092996-68) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 30022 INFO (qtp810092996-68) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 30033 INFO (OverseerThreadFactory-46-thread-4-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 30033 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 30225 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 30225 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 30641 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 30642 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 31574 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 31577 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 31654 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 31654 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 31660 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 31664 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 31667 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 31667 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 31704 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33859/data
[junit4] 2> 31704 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 31704 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:33859/data/onlyinzk/core_node2/data/]
[junit4] 2> 31707 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 31709 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33859/data
[junit4] 2> 31717 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 31717 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node3/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:33859/data/onlyinzk/core_node1/data/]
[junit4] 2> 31717 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 31769 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 31769 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 31769 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 31781 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 31781 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 31781 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 34289 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 34299 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/onlyinzk/core_node2/data
[junit4] 2> 34298 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 34304 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/onlyinzk/core_node1/data
[junit4] 2> 34349 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/onlyinzk/core_node1/data/index
[junit4] 2> 34364 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 34364 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 34364 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 34442 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 34443 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/onlyinzk/core_node2/data/index
[junit4] 2> 34487 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 34487 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 34487 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 34632 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 35056 INFO (IPC Server handler 0 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40809 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ac390ced-522a-4026-b232-5f49b999168e:NORMAL:127.0.0.1:38509|RBW], ReplicaUC[[DISK]DS-c6412510-8148-4602-95d2-59fa2a3618ca:NORMAL:127.0.0.1:40809|RBW]]} size 0
[junit4] 2> 35065 INFO (IPC Server handler 8 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38509 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c6412510-8148-4602-95d2-59fa2a3618ca:NORMAL:127.0.0.1:40809|RBW], ReplicaUC[[DISK]DS-780d3ac4-2408-47ec-bb98-7f2470f953f7:NORMAL:127.0.0.1:38509|FINALIZED]]} size 0
[junit4] 2> 35093 INFO (IPC Server handler 0 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40809 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ac390ced-522a-4026-b232-5f49b999168e:NORMAL:127.0.0.1:38509|RBW], ReplicaUC[[DISK]DS-c6412510-8148-4602-95d2-59fa2a3618ca:NORMAL:127.0.0.1:40809|RBW]]} size 71
[junit4] 2> 35095 INFO (IPC Server handler 3 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38509 is added to blk_1073741826_1002 size 71
[junit4] 2> 35164 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 35164 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 35164 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 35194 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 35194 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 35384 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b7306cf[onlyinzk_shard1_replica1] main]
[junit4] 2> 35392 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 35393 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 35396 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 35399 INFO (searcherExecutor-55-thread-1-processing-n:127.0.0.1:39844_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@7b7306cf[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 35399 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553762063538454528
[junit4] 2> 35442 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 35442 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 35443 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39844/solr/onlyinzk_shard1_replica1/
[junit4] 2> 35443 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35443 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35450 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 35450 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:39844/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 35488 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39844/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 35505 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 35507 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 35508 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 35528 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 35528 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 35599 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35599 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35647 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 35658 INFO (qtp1203368075-69) [n:127.0.0.1:39844_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=5439
[junit4] 2> 35662 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@604fbdf4[onlyinzk_shard2_replica1] main]
[junit4] 2> 35664 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 35665 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 35665 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 35665 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553762063817375744
[junit4] 2> 35669 INFO (searcherExecutor-56-thread-1-processing-n:127.0.0.1:38916_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@604fbdf4[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 35683 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 35686 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 35686 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38916/solr/onlyinzk_shard2_replica1/
[junit4] 2> 35688 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 35688 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38916/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 35697 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38916/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 35806 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35806 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35853 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 35857 INFO (qtp115013872-72) [n:127.0.0.1:38916_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=5632
[junit4] 2> 35863 INFO (qtp810092996-68) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 35963 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:39844_solr) [n:127.0.0.1:39844_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 35963 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:38916_solr) [n:127.0.0.1:38916_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 36042 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 36867 INFO (qtp810092996-68) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6844
[junit4] 2> 36870 INFO (qtp810092996-51) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36873 INFO (qtp810092996-51) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 36874 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 36956 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 36958 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[6600787E87280CD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 36963 INFO (qtp810092996-64) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36968 INFO (OverseerThreadFactory-46-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 36973 INFO (qtp1203368075-70) [n:127.0.0.1:39844_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6f370771
[junit4] 2> 36973 INFO (qtp115013872-73) [n:127.0.0.1:38916_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2904899f
[junit4] 2> 36987 INFO (qtp115013872-73) [n:127.0.0.1:38916_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:33859/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 36991 INFO (qtp115013872-73) [n:127.0.0.1:38916_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:33859/data/onlyinzk/core_node2/data/index
[junit4] 2> 36991 INFO (qtp1203368075-70) [n:127.0.0.1:39844_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:33859/data/onlyinzk/core_node1/data/index
[junit4] 2> 36992 INFO (qtp115013872-73) [n:127.0.0.1:38916_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:33859/data/onlyinzk/core_node2/data
[junit4] 2> 36994 INFO (qtp1203368075-70) [n:127.0.0.1:39844_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:33859/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 36994 INFO (qtp1203368075-70) [n:127.0.0.1:39844_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:33859/data/onlyinzk/core_node1/data
[junit4] 2> 37006 INFO (IPC Server handler 5 on 33859) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:40809 127.0.0.1:38509
[junit4] 2> 37009 INFO (IPC Server handler 7 on 33859) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:38509 127.0.0.1:40809
[junit4] 2> 37024 INFO (qtp115013872-73) [n:127.0.0.1:38916_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 37031 INFO (qtp1203368075-70) [n:127.0.0.1:39844_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=59
[junit4] 2> 37263 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@6306f621) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:38509 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 37743 INFO (qtp810092996-64) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=780
[junit4] 2> 37749 INFO (qtp810092996-65) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37753 INFO (OverseerThreadFactory-46-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 37753 ERROR (OverseerThreadFactory-46-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 37755 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 37761 INFO (qtp810092996-65) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=12
[junit4] 2> 37762 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 37765 ERROR (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000010
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1270)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:373)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:370)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:370)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:571)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:94)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.cleanUpWorkQueue(OverseerTaskProcessor.java:320)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:201)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 37767 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 37789 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 37852 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[6600787E87280CD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
[junit4] 2> 37854 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[6600787E87280CD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 37859 INFO (qtp810092996-66) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37864 INFO (OverseerThreadFactory-46-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 37865 ERROR (OverseerThreadFactory-46-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:843)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:81)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 37873 INFO (qtp810092996-66) [n:127.0.0.1:58138_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=13
[junit4] 2> 37878 INFO (qtp810092996-67) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37881 INFO (OverseerThreadFactory-46-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
[junit4] 2> 37881 INFO (OverseerCollectionConfigSetProcessor-97110127193030666-127.0.0.1:58138_solr-n_0000000000) [n:127.0.0.1:58138_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 38095 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
[junit4] 2> 38101 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
[junit4] 2> 38218 INFO (zkCallback-23-thread-1-processing-n:127.0.0.1:52749_solr) [n:127.0.0.1:52749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 38218 INFO (zkCallback-24-thread-5-processing-n:127.0.0.1:58138_solr) [n:127.0.0.1:58138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 39142 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 39142 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 39180 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica2] Schema name=minimal
[junit4] 2> 39184 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 39188 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica2' using configuration from collection acollectionafterbaddelete
[junit4] 2> 39189 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33859/data
[junit4] 2> 39189 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 39189 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica1] Schema name=minimal
[junit4] 2> 39189 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica2], dataDir=[hdfs://localhost:33859/data/acollectionafterbaddelete/core_node1/data/]
[junit4] 2> 39189 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/acollectionafterbaddelete/core_node1/data/snapshot_metadata
[junit4] 2> 39193 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 39195 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica1' using configuration from collection acollectionafterbaddelete
[junit4] 2> 39196 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33859/data
[junit4] 2> 39196 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 39196 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-001/node4/acollectionafterbaddelete_shard1_replica1], dataDir=[hdfs://localhost:33859/data/acollectionafterbaddelete/core_node2/data/]
[junit4] 2> 39196 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/acollectionafterbaddelete/core_node2/data/snapshot_metadata
[junit4] 2> 39199 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 39199 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 39199 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 39204 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 39205 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 39205 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 39236 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 39237 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 39238 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/acollectionafterbaddelete/core_node2/data
[junit4] 2> 39245 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/acollectionafterbaddelete/core_node1/data
[junit4] 2> 39274 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/acollectionafterbaddelete/core_node2/data/index
[junit4] 2> 39282 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 39282 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 39282 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 39288 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33859/data/acollectionafterbaddelete/core_node1/data/index
[junit4] 2> 39298 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 39298 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 39298 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 39308 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 39318 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 39366 INFO (IPC Server handler 9 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40809 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-780d3ac4-2408-47ec-bb98-7f2470f953f7:NORMAL:127.0.0.1:38509|RBW], ReplicaUC[[DISK]DS-c6412510-8148-4602-95d2-59fa2a3618ca:NORMAL:127.0.0.1:40809|RBW]]} size 0
[junit4] 2> 39368 INFO (IPC Server handler 3 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38509 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c6412510-8148-4602-95d2-59fa2a3618ca:NORMAL:127.0.0.1:40809|RBW], ReplicaUC[[DISK]DS-ac390ced-522a-4026-b232-5f49b999168e:NORMAL:127.0.0.1:38509|FINALIZED]]} size 0
[junit4] 2> 39402 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 39402 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 39402 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 39416 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 39416 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 39473 INFO (IPC Server handler 9 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40809 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7230d66f-f6c0-4579-bbdb-cd663a7e0418:NORMAL:127.0.0.1:40809|RBW], ReplicaUC[[DISK]DS-780d3ac4-2408-47ec-bb98-7f2470f953f7:NORMAL:127.0.0.1:38509|RBW]]} size 0
[junit4] 2> 39494 INFO (IPC Server handler 6 on 33859) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38509 is added to blk_1073741828_1004 size 71
[junit4] 2> 39529 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 39532 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64cb3e4f[acollectionafterbaddelete_shard1_replica1] main]
[junit4] 2> 39532 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 39533 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 39533 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 39534 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 39534 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 39534 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553762067874316288
[junit4] 2> 39536 INFO (searcherExecutor-66-thread-1-processing-n:127.0.0.1:52749_solr x:acollectionafterbaddelete_shard1_replica1 s:shard1 c:acollectionafterbaddelete) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica1] Registered new searcher Searcher@64cb3e4f[acollectionafterbaddelete_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 39543 INFO (qtp1155805513-60) [n:127.0.0.1:52749_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 39550 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 39551 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 39578 INFO (qtp810092996-63) [n:127.0.0.1:58138_solr c:acollectionafterbaddelete s:shard1 x:aco
[...truncated too long message...]
lhost:0
[junit4] 2> 210609 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 210626 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 210728 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:33859) [ ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-1265251166-10.41.0.5-1481782956002 (Datanode Uuid 28c6d3f5-69e4-4bd1-9781-24ef22d4f634) service to localhost/127.0.0.1:33859 interrupted
[junit4] 2> 210729 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:33859) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1265251166-10.41.0.5-1481782956002 (Datanode Uuid 28c6d3f5-69e4-4bd1-9781-24ef22d4f634) service to localhost/127.0.0.1:33859
[junit4] 2> 210761 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 210865 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 210873 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44236 44236
[junit4] 2> 210874 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6600787E87280CD3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6600787E87280CD3-001
[junit4] 2> Dec 15, 2016 6:25:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-TN, timezone=America/Toronto
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=5,free=206836384,total=364904448
[junit4] 2> NOTE: All tests run in this JVM: [TestIBSimilarityFactory, TestCrossCoreJoin, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [19/662 (1!)] on J0 in 212.83s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 64475 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 227 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/227/
4 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Expected to find shardAddress in the up shard info
Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info
at __randomizedtesting.SeedInfo.seed([BA2AB614EBF0E90B:327E89CE450C84F3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1162)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1103)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:963)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1481695959012,generation=2,filelist=[_2io.cfe, _2io.cfs, _2io.si, _2iy.fdt, _2iy.fdx, _2iy.fnm, _2iy.nvd, _2iy.nvm, _2iy.si, _2iy_FSTOrd50_0.doc, _2iy_FSTOrd50_0.tbk, _2iy_FSTOrd50_0.tix, _2j3.fdt, _2j3.fdx, _2j3.fnm, _2j3.nvd, _2j3.nvm, _2j3.si, _2j3_FSTOrd50_0.doc, _2j3_FSTOrd50_0.tbk, _2j3_FSTOrd50_0.tix, _2j4.fdt, _2j4.fdx, _2j4.fnm, _2j4.nvd, _2j4.nvm, _2j4.si, _2j4_FSTOrd50_0.doc, _2j4_FSTOrd50_0.tbk, _2j4_FSTOrd50_0.tix, _2j5.fdt, _2j5.fdx, _2j5.fnm, _2j5.nvd, _2j5.nvm, _2j5.si, _2j5_FSTOrd50_0.doc, _2j5_FSTOrd50_0.tbk, _2j5_FSTOrd50_0.tix, _2j6.fdt, _2j6.fdx, _2j6.fnm, _2j6.nvd, _2j6.nvm, _2j6.si, _2j6_FSTOrd50_0.doc, _2j6_FSTOrd50_0.tbk, _2j6_FSTOrd50_0.tix, _2j8.fdt, _2j8.fdx, _2j8.fnm, _2j8.nvd, _2j8.nvm, _2j8.si, _2j8_FSTOrd50_0.doc, _2j8_FSTOrd50_0.tbk, _2j8_FSTOrd50_0.tix, _2j9.fdt, _2j9.fdx, _2j9.fnm, _2j9.nvd, _2j9.nvm, _2j9.si, _2j9_FSTOrd50_0.doc, _2j9_FSTOrd50_0.tbk, _2j9_FSTOrd50_0.tix, _2ja.fdt, _2ja.fdx, _2ja.fnm, _2ja.nvd, _2ja.nvm, _2ja.si, _2ja_FSTOrd50_0.doc, _2ja_FSTOrd50_0.tbk, _2ja_FSTOrd50_0.tix, _2jb.cfe, _2jb.cfs, _2jb.si, _2jc.fdt, _2jc.fdx, _2jc.fnm, _2jc.nvd, _2jc.nvm, _2jc.si, _2jc_FSTOrd50_0.doc, _2jc_FSTOrd50_0.tbk, _2jc_FSTOrd50_0.tix, _2jd.fdt, _2jd.fdx, _2jd.fnm, _2jd.nvd, _2jd.nvm, _2jd.si, _2jd_FSTOrd50_0.doc, _2jd_FSTOrd50_0.tbk, _2jd_FSTOrd50_0.tix, _2je.fdt, _2je.fdx, _2je.fnm, _2je.nvd, _2je.nvm, _2je.si, _2je_FSTOrd50_0.doc, _2je_FSTOrd50_0.tbk, _2je_FSTOrd50_0.tix, _2jf.fdt, _2jf.fdx, _2jf.fnm, _2jf.nvd, _2jf.nvm, _2jf.si, _2jf_FSTOrd50_0.doc, _2jf_FSTOrd50_0.tbk, _2jf_FSTOrd50_0.tix, _2jg.fdt, _2jg.fdx, _2jg.fnm, _2jg.nvd, _2jg.nvm, _2jg.si, _2jg_FSTOrd50_0.doc, _2jg_FSTOrd50_0.tbk, _2jg_FSTOrd50_0.tix, _2jh.fdt, _2jh.fdx, _2jh.fnm, _2jh.nvd, _2jh.nvm, _2jh.si, _2jh_FSTOrd50_0.doc, _2jh_FSTOrd50_0.tbk, _2jh_FSTOrd50_0.tix, _2jj.fdt, _2jj.fdx, _2jj.fnm, _2jj.nvd, _2jj.nvm, _2jj.si, _2jj_FSTOrd50_0.doc, _2jj_FSTOrd50_0.tbk, _2jj_FSTOrd50_0.tix, _2jk.fdt, _2jk.fdx, _2jk.fnm, _2jk.nvd, _2jk.nvm, _2jk.si, _2jk_FSTOrd50_0.doc, _2jk_FSTOrd50_0.tbk, _2jk_FSTOrd50_0.tix, _2jm.fdt, _2jm.fdx, _2jm.fnm, _2jm.nvd, _2jm.nvm, _2jm.si, _2jm_FSTOrd50_0.doc, _2jm_FSTOrd50_0.tbk, _2jm_FSTOrd50_0.tix, _2jo.fdt, _2jo.fdx, _2jo.fnm, _2jo.nvd, _2jo.nvm, _2jo.si, _2jo_FSTOrd50_0.doc, _2jo_FSTOrd50_0.tbk, _2jo_FSTOrd50_0.tix, _2jp.cfe, _2jp.cfs, _2jp.si, _2jq.fdt, _2jq.fdx, _2jq.fnm, _2jq.nvd, _2jq.nvm, _2jq.si, _2jq_FSTOrd50_0.doc, _2jq_FSTOrd50_0.tbk, _2jq_FSTOrd50_0.tix, _2jr.fdt, _2jr.fdx, _2jr.fnm, _2jr.nvd, _2jr.nvm, _2jr.si, _2jr_FSTOrd50_0.doc, _2jr_FSTOrd50_0.tbk, _2jr_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1481695959012,generation=2,filelist=[_2io.cfe, _2io.cfs, _2io.si, _2iy.fdt, _2iy.fdx, _2iy.fnm, _2iy.nvd, _2iy.nvm, _2iy.si, _2iy_FSTOrd50_0.doc, _2iy_FSTOrd50_0.tbk, _2iy_FSTOrd50_0.tix, _2j3.fdt, _2j3.fdx, _2j3.fnm, _2j3.nvd, _2j3.nvm, _2j3.si, _2j3_FSTOrd50_0.doc, _2j3_FSTOrd50_0.tbk, _2j3_FSTOrd50_0.tix, _2j4.fdt, _2j4.fdx, _2j4.fnm, _2j4.nvd, _2j4.nvm, _2j4.si, _2j4_FSTOrd50_0.doc, _2j4_FSTOrd50_0.tbk, _2j4_FSTOrd50_0.tix, _2j5.fdt, _2j5.fdx, _2j5.fnm, _2j5.nvd, _2j5.nvm, _2j5.si, _2j5_FSTOrd50_0.doc, _2j5_FSTOrd50_0.tbk, _2j5_FSTOrd50_0.tix, _2j6.fdt, _2j6.fdx, _2j6.fnm, _2j6.nvd, _2j6.nvm, _2j6.si, _2j6_FSTOrd50_0.doc, _2j6_FSTOrd50_0.tbk, _2j6_FSTOrd50_0.tix, _2j8.fdt, _2j8.fdx, _2j8.fnm, _2j8.nvd, _2j8.nvm, _2j8.si, _2j8_FSTOrd50_0.doc, _2j8_FSTOrd50_0.tbk, _2j8_FSTOrd50_0.tix, _2j9.fdt, _2j9.fdx, _2j9.fnm, _2j9.nvd, _2j9.nvm, _2j9.si, _2j9_FSTOrd50_0.doc, _2j9_FSTOrd50_0.tbk, _2j9_FSTOrd50_0.tix, _2ja.fdt, _2ja.fdx, _2ja.fnm, _2ja.nvd, _2ja.nvm, _2ja.si, _2ja_FSTOrd50_0.doc, _2ja_FSTOrd50_0.tbk, _2ja_FSTOrd50_0.tix, _2jb.cfe, _2jb.cfs, _2jb.si, _2jc.fdt, _2jc.fdx, _2jc.fnm, _2jc.nvd, _2jc.nvm, _2jc.si, _2jc_FSTOrd50_0.doc, _2jc_FSTOrd50_0.tbk, _2jc_FSTOrd50_0.tix, _2jd.fdt, _2jd.fdx, _2jd.fnm, _2jd.nvd, _2jd.nvm, _2jd.si, _2jd_FSTOrd50_0.doc, _2jd_FSTOrd50_0.tbk, _2jd_FSTOrd50_0.tix, _2je.fdt, _2je.fdx, _2je.fnm, _2je.nvd, _2je.nvm, _2je.si, _2je_FSTOrd50_0.doc, _2je_FSTOrd50_0.tbk, _2je_FSTOrd50_0.tix, _2jf.fdt, _2jf.fdx, _2jf.fnm, _2jf.nvd, _2jf.nvm, _2jf.si, _2jf_FSTOrd50_0.doc, _2jf_FSTOrd50_0.tbk, _2jf_FSTOrd50_0.tix, _2jg.fdt, _2jg.fdx, _2jg.fnm, _2jg.nvd, _2jg.nvm, _2jg.si, _2jg_FSTOrd50_0.doc, _2jg_FSTOrd50_0.tbk, _2jg_FSTOrd50_0.tix, _2jh.fdt, _2jh.fdx, _2jh.fnm, _2jh.nvd, _2jh.nvm, _2jh.si, _2jh_FSTOrd50_0.doc, _2jh_FSTOrd50_0.tbk, _2jh_FSTOrd50_0.tix, _2jj.fdt, _2jj.fdx, _2jj.fnm, _2jj.nvd, _2jj.nvm, _2jj.si, _2jj_FSTOrd50_0.doc, _2jj_FSTOrd50_0.tbk, _2jj_FSTOrd50_0.tix, _2jk.fdt, _2jk.fdx, _2jk.fnm, _2jk.nvd, _2jk.nvm, _2jk.si, _2jk_FSTOrd50_0.doc, _2jk_FSTOrd50_0.tbk, _2jk_FSTOrd50_0.tix, _2jm.fdt, _2jm.fdx, _2jm.fnm, _2jm.nvd, _2jm.nvm, _2jm.si, _2jm_FSTOrd50_0.doc, _2jm_FSTOrd50_0.tbk, _2jm_FSTOrd50_0.tix, _2jo.fdt, _2jo.fdx, _2jo.fnm, _2jo.nvd, _2jo.nvm, _2jo.si, _2jo_FSTOrd50_0.doc, _2jo_FSTOrd50_0.tbk, _2jo_FSTOrd50_0.tix, _2jp.cfe, _2jp.cfs, _2jp.si, _2jq.fdt, _2jq.fdx, _2jq.fnm, _2jq.nvd, _2jq.nvm, _2jq.si, _2jq_FSTOrd50_0.doc, _2jq_FSTOrd50_0.tbk, _2jq_FSTOrd50_0.tix, _2jr.fdt, _2jr.fdx, _2jr.fnm, _2jr.nvd, _2jr.nvm, _2jr.si, _2jr_FSTOrd50_0.doc, _2jr_FSTOrd50_0.tbk, _2jr_FSTOrd50_0.tix, segments_2]}, {indexVersion=1481695959012,generation=3,filelist=[_2j3.fdt, _2j3.fdx, _2j3.fnm, _2j3.nvd, _2j3.nvm, _2j3.si, _2j3_FSTOrd50_0.doc, _2j3_FSTOrd50_0.tbk, _2j3_FSTOrd50_0.tix, _2jc.fdt, _2jc.fdx, _2jc.fnm, _2jc.nvd, _2jc.nvm, _2jc.si, _2jc_FSTOrd50_0.doc, _2jc_FSTOrd50_0.tbk, _2jc_FSTOrd50_0.tix, _2jh.fdt, _2jh.fdx, _2jh.fnm, _2jh.nvd, _2jh.nvm, _2jh.si, _2jh_FSTOrd50_0.doc, _2jh_FSTOrd50_0.tbk, _2jh_FSTOrd50_0.tix, _2jk.fdt, _2jk.fdx, _2jk.fnm, _2jk.nvd, _2jk.nvm, _2jk.si, _2jk_FSTOrd50_0.doc, _2jk_FSTOrd50_0.tbk, _2jk_FSTOrd50_0.tix, _2jl.cfe, _2jl.cfs, _2jl.si, _2jm.fdt, _2jm.fdx, _2jm.fnm, _2jm.nvd, _2jm.nvm, _2jm.si, _2jm_FSTOrd50_0.doc, _2jm_FSTOrd50_0.tbk, _2jm_FSTOrd50_0.tix, _2jo.fdt, _2jo.fdx, _2jo.fnm, _2jo.nvd, _2jo.nvm, _2jo.si, _2jo_FSTOrd50_0.doc, _2jo_FSTOrd50_0.tbk, _2jo_FSTOrd50_0.tix, _2js.cfe, _2js.cfs, _2js.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1481695959012,generation=2,filelist=[_2io.cfe, _2io.cfs, _2io.si, _2iy.fdt, _2iy.fdx, _2iy.fnm, _2iy.nvd, _2iy.nvm, _2iy.si, _2iy_FSTOrd50_0.doc, _2iy_FSTOrd50_0.tbk, _2iy_FSTOrd50_0.tix, _2j3.fdt, _2j3.fdx, _2j3.fnm, _2j3.nvd, _2j3.nvm, _2j3.si, _2j3_FSTOrd50_0.doc, _2j3_FSTOrd50_0.tbk, _2j3_FSTOrd50_0.tix, _2j4.fdt, _2j4.fdx, _2j4.fnm, _2j4.nvd, _2j4.nvm, _2j4.si, _2j4_FSTOrd50_0.doc, _2j4_FSTOrd50_0.tbk, _2j4_FSTOrd50_0.tix, _2j5.fdt, _2j5.fdx, _2j5.fnm, _2j5.nvd, _2j5.nvm, _2j5.si, _2j5_FSTOrd50_0.doc, _2j5_FSTOrd50_0.tbk, _2j5_FSTOrd50_0.tix, _2j6.fdt, _2j6.fdx, _2j6.fnm, _2j6.nvd, _2j6.nvm, _2j6.si, _2j6_FSTOrd50_0.doc, _2j6_FSTOrd50_0.tbk, _2j6_FSTOrd50_0.tix, _2j8.fdt, _2j8.fdx, _2j8.fnm, _2j8.nvd, _2j8.nvm, _2j8.si, _2j8_FSTOrd50_0.doc, _2j8_FSTOrd50_0.tbk, _2j8_FSTOrd50_0.tix, _2j9.fdt, _2j9.fdx, _2j9.fnm, _2j9.nvd, _2j9.nvm, _2j9.si, _2j9_FSTOrd50_0.doc, _2j9_FSTOrd50_0.tbk, _2j9_FSTOrd50_0.tix, _2ja.fdt, _2ja.fdx, _2ja.fnm, _2ja.nvd, _2ja.nvm, _2ja.si, _2ja_FSTOrd50_0.doc, _2ja_FSTOrd50_0.tbk, _2ja_FSTOrd50_0.tix, _2jb.cfe, _2jb.cfs, _2jb.si, _2jc.fdt, _2jc.fdx, _2jc.fnm, _2jc.nvd, _2jc.nvm, _2jc.si, _2jc_FSTOrd50_0.doc, _2jc_FSTOrd50_0.tbk, _2jc_FSTOrd50_0.tix, _2jd.fdt, _2jd.fdx, _2jd.fnm, _2jd.nvd, _2jd.nvm, _2jd.si, _2jd_FSTOrd50_0.doc, _2jd_FSTOrd50_0.tbk, _2jd_FSTOrd50_0.tix, _2je.fdt, _2je.fdx, _2je.fnm, _2je.nvd, _2je.nvm, _2je.si, _2je_FSTOrd50_0.doc, _2je_FSTOrd50_0.tbk, _2je_FSTOrd50_0.tix, _2jf.fdt, _2jf.fdx, _2jf.fnm, _2jf.nvd, _2jf.nvm, _2jf.si, _2jf_FSTOrd50_0.doc, _2jf_FSTOrd50_0.tbk, _2jf_FSTOrd50_0.tix, _2jg.fdt, _2jg.fdx, _2jg.fnm, _2jg.nvd, _2jg.nvm, _2jg.si, _2jg_FSTOrd50_0.doc, _2jg_FSTOrd50_0.tbk, _2jg_FSTOrd50_0.tix, _2jh.fdt, _2jh.fdx, _2jh.fnm, _2jh.nvd, _2jh.nvm, _2jh.si, _2jh_FSTOrd50_0.doc, _2jh_FSTOrd50_0.tbk, _2jh_FSTOrd50_0.tix, _2jj.fdt, _2jj.fdx, _2jj.fnm, _2jj.nvd, _2jj.nvm, _2jj.si, _2jj_FSTOrd50_0.doc, _2jj_FSTOrd50_0.tbk, _2jj_FSTOrd50_0.tix, _2jk.fdt, _2jk.fdx, _2jk.fnm, _2jk.nvd, _2jk.nvm, _2jk.si, _2jk_FSTOrd50_0.doc, _2jk_FSTOrd50_0.tbk, _2jk_FSTOrd50_0.tix, _2jm.fdt, _2jm.fdx, _2jm.fnm, _2jm.nvd, _2jm.nvm, _2jm.si, _2jm_FSTOrd50_0.doc, _2jm_FSTOrd50_0.tbk, _2jm_FSTOrd50_0.tix, _2jo.fdt, _2jo.fdx, _2jo.fnm, _2jo.nvd, _2jo.nvm, _2jo.si, _2jo_FSTOrd50_0.doc, _2jo_FSTOrd50_0.tbk, _2jo_FSTOrd50_0.tix, _2jp.cfe, _2jp.cfs, _2jp.si, _2jq.fdt, _2jq.fdx, _2jq.fnm, _2jq.nvd, _2jq.nvm, _2jq.si, _2jq_FSTOrd50_0.doc, _2jq_FSTOrd50_0.tbk, _2jq_FSTOrd50_0.tix, _2jr.fdt, _2jr.fdx, _2jr.fnm, _2jr.nvd, _2jr.nvm, _2jr.si, _2jr_FSTOrd50_0.doc, _2jr_FSTOrd50_0.tbk, _2jr_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1481695959012,generation=2,filelist=[_2io.cfe, _2io.cfs, _2io.si, _2iy.fdt, _2iy.fdx, _2iy.fnm, _2iy.nvd, _2iy.nvm, _2iy.si, _2iy_FSTOrd50_0.doc, _2iy_FSTOrd50_0.tbk, _2iy_FSTOrd50_0.tix, _2j3.fdt, _2j3.fdx, _2j3.fnm, _2j3.nvd, _2j3.nvm, _2j3.si, _2j3_FSTOrd50_0.doc, _2j3_FSTOrd50_0.tbk, _2j3_FSTOrd50_0.tix, _2j4.fdt, _2j4.fdx, _2j4.fnm, _2j4.nvd, _2j4.nvm, _2j4.si, _2j4_FSTOrd50_0.doc, _2j4_FSTOrd50_0.tbk, _2j4_FSTOrd50_0.tix, _2j5.fdt, _2j5.fdx, _2j5.fnm, _2j5.nvd, _2j5.nvm, _2j5.si, _2j5_FSTOrd50_0.doc, _2j5_FSTOrd50_0.tbk, _2j5_FSTOrd50_0.tix, _2j6.fdt, _2j6.fdx, _2j6.fnm, _2j6.nvd, _2j6.nvm, _2j6.si, _2j6_FSTOrd50_0.doc, _2j6_FSTOrd50_0.tbk, _2j6_FSTOrd50_0.tix, _2j8.fdt, _2j8.fdx, _2j8.fnm, _2j8.nvd, _2j8.nvm, _2j8.si, _2j8_FSTOrd50_0.doc, _2j8_FSTOrd50_0.tbk, _2j8_FSTOrd50_0.tix, _2j9.fdt, _2j9.fdx, _2j9.fnm, _2j9.nvd, _2j9.nvm, _2j9.si, _2j9_FSTOrd50_0.doc, _2j9_FSTOrd50_0.tbk, _2j9_FSTOrd50_0.tix, _2ja.fdt, _2ja.fdx, _2ja.fnm, _2ja.nvd, _2ja.nvm, _2ja.si, _2ja_FSTOrd50_0.doc, _2ja_FSTOrd50_0.tbk, _2ja_FSTOrd50_0.tix, _2jb.cfe, _2jb.cfs, _2jb.si, _2jc.fdt, _2jc.fdx, _2jc.fnm, _2jc.nvd, _2jc.nvm, _2jc.si, _2jc_FSTOrd50_0.doc, _2jc_FSTOrd50_0.tbk, _2jc_FSTOrd50_0.tix, _2jd.fdt, _2jd.fdx, _2jd.fnm, _2jd.nvd, _2jd.nvm, _2jd.si, _2jd_FSTOrd50_0.doc, _2jd_FSTOrd50_0.tbk, _2jd_FSTOrd50_0.tix, _2je.fdt, _2je.fdx, _2je.fnm, _2je.nvd, _2je.nvm, _2je.si, _2je_FSTOrd50_0.doc, _2je_FSTOrd50_0.tbk, _2je_FSTOrd50_0.tix, _2jf.fdt, _2jf.fdx, _2jf.fnm, _2jf.nvd, _2jf.nvm, _2jf.si, _2jf_FSTOrd50_0.doc, _2jf_FSTOrd50_0.tbk, _2jf_FSTOrd50_0.tix, _2jg.fdt, _2jg.fdx, _2jg.fnm, _2jg.nvd, _2jg.nvm, _2jg.si, _2jg_FSTOrd50_0.doc, _2jg_FSTOrd50_0.tbk, _2jg_FSTOrd50_0.tix, _2jh.fdt, _2jh.fdx, _2jh.fnm, _2jh.nvd, _2jh.nvm, _2jh.si, _2jh_FSTOrd50_0.doc, _2jh_FSTOrd50_0.tbk, _2jh_FSTOrd50_0.tix, _2jj.fdt, _2jj.fdx, _2jj.fnm, _2jj.nvd, _2jj.nvm, _2jj.si, _2jj_FSTOrd50_0.doc, _2jj_FSTOrd50_0.tbk, _2jj_FSTOrd50_0.tix, _2jk.fdt, _2jk.fdx, _2jk.fnm, _2jk.nvd, _2jk.nvm, _2jk.si, _2jk_FSTOrd50_0.doc, _2jk_FSTOrd50_0.tbk, _2jk_FSTOrd50_0.tix, _2jm.fdt, _2jm.fdx, _2jm.fnm, _2jm.nvd, _2jm.nvm, _2jm.si, _2jm_FSTOrd50_0.doc, _2jm_FSTOrd50_0.tbk, _2jm_FSTOrd50_0.tix, _2jo.fdt, _2jo.fdx, _2jo.fnm, _2jo.nvd, _2jo.nvm, _2jo.si, _2jo_FSTOrd50_0.doc, _2jo_FSTOrd50_0.tbk, _2jo_FSTOrd50_0.tix, _2jp.cfe, _2jp.cfs, _2jp.si, _2jq.fdt, _2jq.fdx, _2jq.fnm, _2jq.nvd, _2jq.nvm, _2jq.si, _2jq_FSTOrd50_0.doc, _2jq_FSTOrd50_0.tbk, _2jq_FSTOrd50_0.tix, _2jr.fdt, _2jr.fdx, _2jr.fnm, _2jr.nvd, _2jr.nvm, _2jr.si, _2jr_FSTOrd50_0.doc, _2jr_FSTOrd50_0.tbk, _2jr_FSTOrd50_0.tix, segments_2]}, {indexVersion=1481695959012,generation=3,filelist=[_2j3.fdt, _2j3.fdx, _2j3.fnm, _2j3.nvd, _2j3.nvm, _2j3.si, _2j3_FSTOrd50_0.doc, _2j3_FSTOrd50_0.tbk, _2j3_FSTOrd50_0.tix, _2jc.fdt, _2jc.fdx, _2jc.fnm, _2jc.nvd, _2jc.nvm, _2jc.si, _2jc_FSTOrd50_0.doc, _2jc_FSTOrd50_0.tbk, _2jc_FSTOrd50_0.tix, _2jh.fdt, _2jh.fdx, _2jh.fnm, _2jh.nvd, _2jh.nvm, _2jh.si, _2jh_FSTOrd50_0.doc, _2jh_FSTOrd50_0.tbk, _2jh_FSTOrd50_0.tix, _2jk.fdt, _2jk.fdx, _2jk.fnm, _2jk.nvd, _2jk.nvm, _2jk.si, _2jk_FSTOrd50_0.doc, _2jk_FSTOrd50_0.tbk, _2jk_FSTOrd50_0.tix, _2jl.cfe, _2jl.cfs, _2jl.si, _2jm.fdt, _2jm.fdx, _2jm.fnm, _2jm.nvd, _2jm.nvm, _2jm.si, _2jm_FSTOrd50_0.doc, _2jm_FSTOrd50_0.tbk, _2jm_FSTOrd50_0.tix, _2jo.fdt, _2jo.fdx, _2jo.fnm, _2jo.nvd, _2jo.nvm, _2jo.si, _2jo_FSTOrd50_0.doc, _2jo_FSTOrd50_0.tbk, _2jo_FSTOrd50_0.tix, _2js.cfe, _2js.cfs, _2js.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([BA2AB614EBF0E90B:9FFDAD249BB8E708]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([BA2AB614EBF0E90B:F25FC2A0EDC3C69E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([BA2AB614EBF0E90B:9754F94E1CD45307]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12205 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/init-core-data-001
[junit4] 2> 1857046 INFO (SUITE-TestDistributedSearch-seed#[BA2AB614EBF0E90B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 1857047 INFO (SUITE-TestDistributedSearch-seed#[BA2AB614EBF0E90B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xk_v/
[junit4] 2> 1857158 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/control/cores/collection1
[junit4] 2> 1857159 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1857163 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a42d1f9{/xk_v,null,AVAILABLE}
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47360f5d{HTTP/1.1,[http/1.1]}{127.0.0.1:41233}
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.Server Started @1861416ms
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xk_v, hostPort=41233, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/control/cores}
[junit4] 2> 1857164 ERROR (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1857164 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-14T06:03:46.713Z
[junit4] 2> 1857165 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/control/solr.xml
[junit4] 2> 1857183 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1857185 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/control/cores
[junit4] 2> 1857185 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1857186 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1857223 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1857246 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1857472 WARN (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1857475 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1857482 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 1857482 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1857482 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@372744bc
[junit4] 2> 1857483 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=2.14453125, floorSegmentMB=0.546875, forceMergeDeletesPctAllowed=15.595046442789211, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5225518953895274
[junit4] 2> 1857496 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1857496 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1857497 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=95.69921875, floorSegmentMB=1.3271484375, forceMergeDeletesPctAllowed=2.5942331965865053, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6219155831562324
[junit4] 2> 1857497 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48a06abc[collection1] main]
[junit4] 2> 1857497 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1857518 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1857560 INFO (coreLoadExecutor-4008-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1857561 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1857561 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1857561 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1857561 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1857562 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1857562 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1857562 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1857562 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1857562 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1857563 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48a06abc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1857822 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1857826 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1857953 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a0be0ec{/xk_v,null,AVAILABLE}
[junit4] 2> 1857954 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b424674{HTTP/1.1,[http/1.1]}{127.0.0.1:43757}
[junit4] 2> 1857954 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.e.j.s.Server Started @1862206ms
[junit4] 2> 1857954 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xk_v, hostPort=43757, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/shard0/cores}
[junit4] 2> 1857954 ERROR (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1857955 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1857955 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1857955 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1857955 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-14T06:03:47.504Z
[junit4] 2> 1857980 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1857988 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1857992 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/shard0/cores
[junit4] 2> 1857992 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1857996 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1858066 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1858125 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1858314 WARN (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1858317 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1858335 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 1858335 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_BA2AB614EBF0E90B-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1858336 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@372744bc
[junit4] 2> 1858337 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=2.14453125, floorSegmentMB=0.546875, forceMergeDeletesPctAllowed=15.595046442789211, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5225518953895274
[junit4] 2> 1858377 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1858377 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1858377 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=95.69921875, floorSegmentMB=1.3271484375, forceMergeDeletesPctAllowed=2.5942331965865053, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6219155831562324
[junit4] 2> 1858378 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ad54a12[collection1] main]
[junit4] 2> 1858378 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1858387 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1858526 INFO (coreLoadExecutor-4018-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1858526 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1858526 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1858526 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1858526 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1858527 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1858527 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1858527 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1858527 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1858527 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1858528 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ad54a12[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1859026 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1859035 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1859043 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 8
[junit4] 2> 1859056 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1859064 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 7
[junit4] 2> 1859068 INFO (qtp488607139-51296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[1]} 0 2
[junit4] 2> 1859074 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[1]} 0 3
[junit4] 2> 1859081 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1859083 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1859085 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1859087 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1859089 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1859092 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1859095 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1859097 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1859099 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1859102 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1859104 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1859106 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1859111 INFO (qtp488607139-51297) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1859114 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1859118 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1859120 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1859121 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1859121 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45e15da4
[junit4] 2> 1859146 INFO (qtp488607139-51299) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d0cfb3b[collection1] main]
[junit4] 2> 1859146 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1859147 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d0cfb3b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9)))}
[junit4] 2> 1859148 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 26
[junit4] 2> 1859149 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1859149 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24954d0e
[junit4] 2> 1859161 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@669f95c4[collection1] main]
[junit4] 2> 1859161 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1859162 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@669f95c4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9)))}
[junit4] 2> 1859168 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
[junit4] 2> 1859171 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[10]} 0 1
[junit4] 2> 1859174 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[10]} 0 1
[junit4] 2> 1859177 INFO (qtp488607139-51296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1859227 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[11]} 0 48
[junit4] 2> 1859230 INFO (qtp488607139-51296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1859236 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1859238 INFO (qtp488607139-51296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1859256 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1859259 INFO (qtp488607139-51296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[1001]} 0 0
[junit4] 2> 1859266 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[1001]} 0 0
[junit4] 2> 1859268 INFO (qtp488607139-51296) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1859270 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1859272 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1859275 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1859277 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1859288 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1859291 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1859292 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1859294 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1859296 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1859314 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1859316 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1859317 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1859319 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1859321 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1859323 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1859325 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1859327 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1859329 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1859331 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1859333 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1859334 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1859336 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1859338 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1859341 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1859344 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1859346 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1859348 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1859350 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1859351 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1859353 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1859355 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1859357 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1859359 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1859361 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1859363 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1859365 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1859367 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1859368 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1859370 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1859372 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1859374 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1859376 INFO (qtp488607139-51295) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1859378 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1859379 INFO (qtp488607139-51298) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1859381 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1859383 INFO (qtp488607139-51298) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1859385 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1859476 INFO (qtp488607139-51298) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1859479 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1859481 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1859482 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1859484 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1859486 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1859488 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1859490 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1859492 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1859494 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1859496 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 1859498 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 1859500 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1859502 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1859504 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1859506 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1859508 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1859510 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1859511 INFO (qtp488607139-51299) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1859513 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1859518 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1859520 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1859522 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1859524 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1859527 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1859529 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1859531 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1859533 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1859535 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1859537 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1859539 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1859541 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1859543 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1859545 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1859547 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1859549 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1859551 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1859553 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1859555 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1859557 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1859559 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1859562 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1859564 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1859566 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1859568 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1859570 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1859572 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1859574 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1859577 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1859578 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1859580 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1859582 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1859585 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1859586 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1859588 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1859590 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1859592 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1859594 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1859596 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1859598 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1859599 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1859601 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45e15da4
[junit4] 2> 1859624 INFO (qtp488607139-51292) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@410986c5[collection1] main]
[junit4] 2> 1859625 INFO (searcherExecutor-4009-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@410986c5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9) Uninverting(_1(6.4.0):c59)))}
[junit4] 2> 1859625 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1859625 INFO (qtp488607139-51292) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 25
[junit4] 2> 1859627 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1859628 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24954d0e
[junit4] 2> 1859672 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64163d88[collection1] main]
[junit4] 2> 1859673 INFO (searcherExecutor-4019-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64163d88[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c9) Uninverting(_1(6.4.0):c59)))}
[junit4] 2> 1859673 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1859673 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/xk_v path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 46
[junit4] 2> 1859676 INFO (qtp488607139-51298) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1859676 INFO (qtp488607139-51298) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1859678 INFO (qtp488607139-51296) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 1859678 INFO (qtp488607139-51296) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1859680 INFO (qtp488607139-51296) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 1859741 INFO (qtp1369025570-51310) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429232&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859747 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429232&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859754 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&shards=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=70
[junit4] 2> 1859754 INFO (TEST-TestDistributedSearch.test-seed#[BA2AB614EBF0E90B]) [ ] o.a.s.BaseDistributedSearchTestCase starting stress...
[junit4] 2> 1859789 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429334&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859791 INFO (qtp1369025570-51314) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429334&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859793 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&shards=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
[junit4] 2> 1859796 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429344&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859799 INFO (qtp1369025570-51313) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429344&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859800 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&shards=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
[junit4] 2> 1859811 INFO (qtp1369025570-51310) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429358&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859812 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429339&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859813 INFO (qtp1369025570-51310) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429358&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859813 INFO (qtp1369025570-51312) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&shards=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 1859816 INFO (qtp1369025570-51310) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429339&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859817 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&shards=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=26
[junit4] 2> 1859817 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429364&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859819 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429364&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859820 INFO (qtp1369025570-51309) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&shards=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
[junit4] 2> 1859826 INFO (qtp1369025570-51316) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&rows=10&version=2&q=*:*&NOW=1481695429367&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 1859829 INFO (qtp1369025570-51315) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/xk_v path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1481695429367&ids=100,111,12,112,114,137,6,17,140,141&isShard=true&shard.url=[ff01::114]:33332/xk_v|http://127.0.0.1:43757/xk_v/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1859829 INFO (qtp1369025570-51310) [ x:collection1] o.a.s.c.S.Request [
[...truncated too long message...]
GetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4788235 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BA2AB614EBF0E90B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43782 43782
[junit4] 2> 4788236 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BA2AB614EBF0E90B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BA2AB614EBF0E90B-001
[junit4] 2> Dec 14, 2016 6:52:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=113, maxMBSortInHeap=5.99697859537842, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=el, timezone=Brazil/Acre
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=340725008,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, TestCryptoKeys, RegexBoostProcessorTest, TestRangeQuery, HdfsNNFailoverTest, TestRealTimeGet, BigEndianAscendingWordSerializerTest, ChangedSchemaMergeTest, CursorPagingTest, HdfsRestartWhileUpdatingTest, ClusterStateTest, PolyFieldTest, TestAtomicUpdateErrorCases, TestLeaderElectionWithEmptyReplica, CachingDirectoryFactoryTest, AnalysisAfterCoreReloadTest, AnalyticsMergeStrategyTest, BufferStoreTest, TestOrdValues, ReplaceNodeTest, ReturnFieldsTest, TestBackupRepositoryFactory, CloudExitableDirectoryReaderTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, ResponseHeaderTest, TestFunctionQuery, TestReloadAndDeleteDocs, PathHierarchyTokenizerFactoryTest, TestFieldCacheSanityChecker, TestHighFrequencyDictionaryFactory, OverseerRolesTest, TestPHPSerializedResponseWriter, CacheHeaderTest, DistributedVersionInfoTest, RollingRestartTest, RulesTest, TestComponentsName, MigrateRouteKeyTest, TestSolrCloudWithDelegationTokens, TestNumericTerms32, DefaultValueUpdateProcessorTest, DistributedQueryComponentCustomSortTest, ZkNodePropsTest, SimpleCollectionCreateDeleteTest, TestDistributedStatsComponentCardinality, TestValueSourceCache, AlternateDirectoryTest, TestRandomFaceting, TestFaceting, TestFastWriter, CurrencyFieldOpenExchangeTest, NumericFieldsTest, HighlighterConfigTest, TestStressLucene, ConcurrentDeleteAndCreateCollectionTest, TestMacros, TestHighlightDedupGrouping, DistributedFacetPivotSmallAdvancedTest, TestPseudoReturnFields, NotRequiredUniqueKeyTest, TestPushWriter, CheckHdfsIndexTest, DistributedSpellCheckComponentTest, SignatureUpdateProcessorFactoryTest, TestDocTermOrds, DocExpirationUpdateProcessorFactoryTest, TestIBSimilarityFactory, TestConfigSetProperties, MergeStrategyTest, TestJsonFacetRefinement, DistributedQueryElevationComponentTest, TestGeoJSONResponseWriter, TestFastLRUCache, TestSolrCoreSnapshots, TestRecoveryHdfs, LeaderFailureAfterFreshStartTest, PeerSyncTest, TestComplexPhraseQParserPlugin, ScriptEngineTest, AddSchemaFieldsUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, UUIDFieldTest, XsltUpdateRequestHandlerTest, BlockJoinFacetDistribTest, TestSolrDynamicMBean, TestBlendedInfixSuggestions, ExitableDirectoryReaderTest, TestTrackingShardHandlerFactory, TestDocSet, RequiredFieldsTest, StressHdfsTest, TestUnifiedSolrHighlighter, BasicDistributedZkTest, LeaderElectionIntegrationTest, TestInitQParser, TestSQLHandlerNonCloud, TestSchemaVersionResource, ShardSplitTest, TestCrossCoreJoin, TestTrieFacet, FullHLLTest, AsyncCallRequestStatusResponseTest, SyncSliceTest, ExternalFileFieldSortTest, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, OverseerStatusTest, PeerSyncReplicationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [523/661 (3!)] on J0 in 166.26s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62819 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 226 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/226/
10 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([54B09E7352D7D3C]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([54B09E7352D7D3C]:0)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD:5CAD0AC350B6B655]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:199)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:34046/oneInstanceCollection23: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /oneInstanceCollection23/update. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1097) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) ... 13 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847) ... 36 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:693) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302) ... 42 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34046/oneInstanceCollection23: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /oneInstanceCollection23/update. Reason:
<pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'oneInstanceCollection23' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1097)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
... 13 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
... 36 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302)
... 42 more
,code=500}</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD:5CAD0AC350B6B655]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:561)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:800)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:361)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=834 sum(shards)=833 cloudClient=833
Stack Trace:
java.lang.AssertionError: document count mismatch. control=834 sum(shards)=833 cloudClient=833
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD:5CAD0AC350B6B655]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:313) at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:466) at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:962) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1613) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1172) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:313)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:466)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:962)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1613)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1172)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
Error from server at http://127.0.0.1:40252/collection1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /collection1/update. Reason: <pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1097) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841) ... 8 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:693) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302) ... 13 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40252/collection1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /collection1/update. Reason:
<pre> {metadata={error-class=org.apache.solr.common.SolrException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1097)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:252)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:418)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
... 8 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302)
... 13 more
,code=500}</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD:5CAD0AC350B6B655]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:561)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:835)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD:9C8C41ADF879F438]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([D4F93519FE4ADBAD:F9877A43096E61A1]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1839 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> Dec 12, 2016 10:21:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=5026, name=SUITE-TestFuzzyQuery-seed#[54B09E7352D7D3C], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=5027, name=TEST-TestFuzzyQuery.testRandom-seed#[54B09E7352D7D3C], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=54B09E7352D7D3C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-MT -Dtests.timezone=Europe/Monaco -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([54B09E7352D7D3C]:0)
[junit4] 2> Dec 12, 2016 10:21:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Dec 12, 2016 10:21:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=5027, name=TEST-TestFuzzyQuery.testRandom-seed#[54B09E7352D7D3C], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Dec 12, 2016 10:21:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5027, name=TEST-TestFuzzyQuery.testRandom-seed#[54B09E7352D7D3C], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> Dec 12, 2016 10:21:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5027, name=TEST-TestFuzzyQuery.testRandom-seed#[54B09E7352D7D3C], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.rando
[...truncated too long message...]
ultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.teardownClass(HdfsSyncSliceTest.java:46)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4984490 INFO (SUITE-HdfsSyncSliceTest-seed#[D4F93519FE4ADBAD]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D4F93519FE4ADBAD-001
[junit4] 2> Dec 13, 2016 12:52:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=406, maxMBSortInHeap=5.280005789508717, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sr, timezone=MET
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=394348320,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSets, TestAuthenticationFramework, TestSolrIndexConfig, TestExclusionRuleCollectionAccess, TestCharFilters, SpellCheckCollatorTest, DateRangeFieldTest, TermVectorComponentTest, CoreSorterTest, TestSolrCloudWithKerberosAlt, TestExpandComponent, TestSchemaResource, TestSolrXml, TestJettySolrRunner, DistributedFacetPivotLargeTest, TestFieldSortValues, DistribJoinFromCollectionTest, TestUseDocValuesAsStored2, SpellCheckComponentTest, OverseerStatusTest, DocumentBuilderTest, TestSuggestSpellingConverter, TestDynamicLoading, TestDeleteCollectionOnDownNodes, DistributedTermsComponentTest, TestHashPartitioner, SearchHandlerTest, ConfigSetsAPITest, SolrIndexSplitterTest, TestShardHandlerFactory, OverseerCollectionConfigSetProcessorTest, TestSolr4Spatial2, IndexSchemaTest, TestClusterProperties, TestLegacyFieldCache, TestSystemIdResolver, TestQuerySenderListener, TestRequestForwarding, TestSweetSpotSimilarityFactory, DateMathParserTest, WordBreakSolrSpellCheckerTest, TestStressUserVersions, JavabinLoaderTest, SchemaVersionSpecificBehaviorTest, URLClassifyProcessorTest, RecoveryAfterSoftCommitTest, TestCloudPivotFacet, JsonLoaderTest, SampleTest, HdfsDirectoryFactoryTest, TestFieldCacheReopen, ZkSolrClientTest, DirectSolrConnectionTest, ShardRoutingCustomTest, TestRandomRequestDistribution, ChaosMonkeySafeLeaderTest, TestSolrCLIRunExample, TestSolrConfigHandlerCloud, TestWordDelimiterFilterFactory, TestCursorMarkWithoutUniqueKey, SortByFunctionTest, TestPKIAuthenticationPlugin, VersionInfoTest, TestFastOutputStream, TestCollapseQParserPlugin, TestSimpleTrackingShardHandler, ReplicationFactorTest, TestStressLiveNodes, TestStressVersions, CollectionsAPIAsyncDistributedZkTest, TestRTGBase, DeleteNodeTest, DistanceUnitsTest, ZkCLITest, TestTrie, RequestLoggingTest, TestAnalyzeInfixSuggestions, SolrInfoMBeanTest, TestCoreContainer, SolrCLIZkUtilsTest, LoggingHandlerTest, BlobRepositoryCloudTest, TestFieldTypeCollectionResource, SharedFSAutoReplicaFailoverTest, TestIntervalFaceting, CdcrReplicationHandlerTest, SystemInfoHandlerTest, BigEndianAscendingWordDeserializerTest, TestManagedSchemaThreadSafety, TestConfigOverlay, BasicAuthIntegrationTest, TestChildDocTransformer, HdfsBasicDistributedZk2Test, TestUpdate, TestMiniSolrCloudClusterSSL, CursorMarkTest, TestClusterStateMutator, BasicFunctionalityTest, CustomCollectionTest, TestNonDefinedSimilarityFactory, TestXmlQParserPlugin, TestExactSharedStatsCache, TestBM25SimilarityFactory, HdfsChaosMonkeySafeLeaderTest, TestUniqueKeyFieldResource, OpenCloseCoreStressTest, TestDistributedGrouping, JSONWriterTest, CdcrUpdateLogTest, TestRealTimeGet, TestJoin, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, PolyFieldTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, HdfsSyncSliceTest]
[junit4] Completed [518/660 (7!)] on J1 in 48.12s, 1 test, 1 error <<< FAILURES!
[...truncated 62827 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 225 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/225/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([235D4743C0934EBA:54473EE7688A4F96]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:532)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<59> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([235D4743C0934EBA:833FD5D910CA8BFF]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([235D4743C0934EBA:6B2833F7C6A0612F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([235D4743C0934EBA:E23081937B7F4B6]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12756 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/init-core-data-001
[junit4] 2> 2325718 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[235D4743C0934EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2325718 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[235D4743C0934EBA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2325720 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2325725 INFO (Thread-157778) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2325725 INFO (Thread-157778) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2325825 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.ZkTestServer start zk server on port:56786
[junit4] 2> 2325855 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2325857 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2325858 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2325859 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2325859 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2325860 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2325861 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2325861 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2325862 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2325863 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2325863 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2325864 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationAfterRestart
[junit4] 2> 2325969 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-001/cores/collection1
[junit4] 2> 2325970 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2325972 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bebbc34{/,null,AVAILABLE}
[junit4] 2> 2325973 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dd9dbae{HTTP/1.1,[http/1.1]}{127.0.0.1:53509}
[junit4] 2> 2325974 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server Started @2329929ms
[junit4] 2> 2325974 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=53509, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-001/cores}
[junit4] 2> 2325974 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2325974 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2325974 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2325974 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2325974 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-11T16:05:01.797Z
[junit4] 2> 2325979 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2325980 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-001/solr.xml
[junit4] 2> 2325988 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2325989 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56786/solr
[junit4] 2> 2326011 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:53509_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53509_
[junit4] 2> 2326012 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:53509_ ] o.a.s.c.Overseer Overseer (id=97089768754315268-127.0.0.1:53509_-n_0000000000) starting
[junit4] 2> 2326024 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:53509_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53509_
[junit4] 2> 2326027 INFO (zkCallback-2510-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2326069 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:53509_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-001/cores
[junit4] 2> 2326070 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:53509_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2326071 INFO (OverseerStateUpdate-97089768754315268-127.0.0.1:53509_-n_0000000000) [n:127.0.0.1:53509_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2326079 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 2326094 WARN (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2326094 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2326132 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2326219 WARN (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2326223 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2326245 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2326245 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-001/cores/collection1/data/]
[junit4] 2> 2326245 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21ff41c4
[junit4] 2> 2326246 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.0810546875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=27.333972297113178, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2326256 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2326256 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2326256 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2326257 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2326257 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8938484709961209]
[junit4] 2> 2326258 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26f886c8[collection1] main]
[junit4] 2> 2326260 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2326260 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2326261 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2326262 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2326263 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 2326263 INFO (coreLoadExecutor-6154-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553436300632129536
[junit4] 2> 2326265 INFO (searcherExecutor-6155-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26f886c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2326271 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2326271 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2326271 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53509/collection1/
[junit4] 2> 2326271 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2326271 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53509/collection1/ has no replicas
[junit4] 2> 2326280 INFO (zkCallback-2510-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 2326281 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53509/collection1/ shard2
[junit4] 2> 2326433 INFO (coreZkRegister-6147-thread-1-processing-n:127.0.0.1:53509_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:53509_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2326669 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-002/cores/collection1
[junit4] 2> 2326672 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25caea93{/,null,AVAILABLE}
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43631599{HTTP/1.1,[http/1.1]}{127.0.0.1:60793}
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server Started @2330630ms
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=60793, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-002/cores}
[junit4] 2> 2326674 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2326674 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2326675 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-11T16:05:02.498Z
[junit4] 2> 2326684 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2326684 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-002/solr.xml
[junit4] 2> 2326689 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2326689 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56786/solr
[junit4] 2> 2326696 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158eea159ed0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2326703 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60793_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2326707 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60793_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60793_
[junit4] 2> 2326708 INFO (zkCallback-2510-thread-1-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2326712 INFO (zkCallback-2516-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2326743 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60793_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-002/cores
[junit4] 2> 2326743 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60793_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2326745 INFO (OverseerStateUpdate-97089768754315268-127.0.0.1:53509_-n_0000000000) [n:127.0.0.1:53509_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2327759 WARN (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2327759 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2327771 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2327864 WARN (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2327866 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2327884 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2327884 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-002/cores/collection1/data/]
[junit4] 2> 2327884 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21ff41c4
[junit4] 2> 2327885 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.0810546875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=27.333972297113178, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2327897 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2327897 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2327898 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2327898 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2327899 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8938484709961209]
[junit4] 2> 2327900 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f2095f8[collection1] main]
[junit4] 2> 2327903 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2327904 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2327904 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2327905 INFO (searcherExecutor-6167-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f2095f8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2327905 INFO (coreLoadExecutor-6166-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553436302353891328
[junit4] 2> 2327913 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2327913 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2327913 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60793/collection1/
[junit4] 2> 2327913 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2327914 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60793/collection1/ has no replicas
[junit4] 2> 2327915 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60793/collection1/ shard1
[junit4] 2> 2327918 INFO (zkCallback-2516-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 2328066 INFO (coreZkRegister-6161-thread-1-processing-n:127.0.0.1:60793_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:60793_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2328360 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-003/cores/collection1
[junit4] 2> 2328362 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2328374 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a525ed6{/,null,AVAILABLE}
[junit4] 2> 2328374 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61ef9276{HTTP/1.1,[http/1.1]}{127.0.0.1:60758}
[junit4] 2> 2328375 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server Started @2332330ms
[junit4] 2> 2328375 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=60758, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-003/cores}
[junit4] 2> 2328375 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2328375 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2328375 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2328375 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2328375 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-11T16:05:04.198Z
[junit4] 2> 2328388 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2328388 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-003/solr.xml
[junit4] 2> 2328399 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2328400 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56786/solr
[junit4] 2> 2328439 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60758_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2328446 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60758_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60758_
[junit4] 2> 2328447 INFO (zkCallback-2516-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2328447 INFO (zkCallback-2510-thread-2-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2328451 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2328467 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60758_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-003/cores
[junit4] 2> 2328467 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:60758_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2328469 INFO (OverseerStateUpdate-97089768754315268-127.0.0.1:53509_-n_0000000000) [n:127.0.0.1:53509_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2329477 WARN (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2329478 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2329493 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2329594 WARN (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2329595 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2329608 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2329608 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-003/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-003/cores/collection1/data/]
[junit4] 2> 2329608 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21ff41c4
[junit4] 2> 2329609 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.0810546875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=27.333972297113178, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2329625 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2329625 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2329625 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2329625 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2329626 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8938484709961209]
[junit4] 2> 2329627 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d4b6d26[collection1] main]
[junit4] 2> 2329628 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2329628 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2329628 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2329630 INFO (searcherExecutor-6179-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d4b6d26[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2329630 INFO (coreLoadExecutor-6178-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553436304162684928
[junit4] 2> 2329633 INFO (coreZkRegister-6173-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2329635 INFO (updateExecutor-2519-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2329638 INFO (recoveryExecutor-2520-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2329638 INFO (recoveryExecutor-2520-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2329638 INFO (recoveryExecutor-2520-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2329638 INFO (recoveryExecutor-2520-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2329638 INFO (recoveryExecutor-2520-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:53509/collection1/] and I am [http://127.0.0.1:60758/collection1/]
[junit4] 2> 2329642 INFO (recoveryExecutor-2520-thread-1-processing-n:127.0.0.1:60758_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:60758_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:53509]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60758_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2329643 INFO (qtp482599919-168297) [n:127.0.0.1:53509_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2329644 INFO (qtp482599919-168297) [n:127.0.0.1:53509_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of tmp_collection) have state: recovering
[junit4] 2> 2329644 INFO (qtp482599919-168297) [n:127.0.0.1:53509_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60758_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60758","node_name":"127.0.0.1:60758_","state":"down"}
[junit4] 2> 2330069 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-004/cores/collection1
[junit4] 2> 2330071 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2330072 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@746b5c35{/,null,AVAILABLE}
[junit4] 2> 2330072 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f8b1ef2{HTTP/1.1,[http/1.1]}{127.0.0.1:34820}
[junit4] 2> 2330072 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.e.j.s.Server Started @2334028ms
[junit4] 2> 2330072 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/, hostPort=34820, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-004/cores}
[junit4] 2> 2330072 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2330073 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2330073 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2330073 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2330073 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-11T16:05:05.896Z
[junit4] 2> 2330088 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2330088 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-004/solr.xml
[junit4] 2> 2330093 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2330093 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56786/solr
[junit4] 2> 2330099 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:34820_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2330102 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:34820_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34820_
[junit4] 2> 2330102 INFO (zkCallback-2529-thread-2-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2330103 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:60758_) [n:127.0.0.1:60758_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2330104 INFO (zkCallback-2516-thread-1-processing-n:127.0.0.1:60793_) [n:127.0.0.1:60793_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2330104 INFO (zkCallback-2510-thread-3-processing-n:127.0.0.1:53509_) [n:127.0.0.1:53509_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2330175 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:34820_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-004/cores
[junit4] 2> 2330175 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[235D4743C0934EBA]) [n:127.0.0.1:34820_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2330185 INFO (OverseerStateUpdate-97089768754315268-127.0.0.1:53509_-n_0000000000) [n:127.0.0.1:53509_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2330644 INFO (qtp482599919-168297) [n:127.0.0.1:53509_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60758_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60758","node_name":"127.0.0.1:60758_","state":"recovering"}
[junit4] 2> 2330644 INFO (qtp482599919-168297) [n:127.0.0.1:53509_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2330644 INFO (qtp482599919-168297) [n:127.0.0.1:53509_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60758_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 2331198 WARN (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2331199 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2331208 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2331281 WARN (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2331282 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2331292 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 2331292 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-004/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_235D4743C0934EBA-001/jetty-004/cores/collection1/data/]
[junit4] 2> 2331292 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21ff41c4
[junit4] 2> 2331294 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.0810546875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=27.333972297113178, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2331313 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2331313 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2331313 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2331314 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2331314 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8938484709961209]
[junit4] 2> 2331315 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6118929b[collection1] main]
[junit4] 2> 2331316 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2331316 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2331316 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2331318 INFO (coreLoadExecutor-6189-thread-1-processing-n:127.0.0.1:34820_) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553436305932681216
[junit4] 2> 2331321 INFO (searcherExecutor-6190-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6118929b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2331322 INFO (coreZkRegister-6184-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2331323 INFO (updateExecutor-2526-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2331323 INFO (recoveryExecutor-2527-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2331324 INFO (recoveryExecutor-2527-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2331324 INFO (recoveryExecutor-2527-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2331324 INFO (recoveryExecutor-2527-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2331324 INFO (recoveryExecutor-2527-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60793/collection1/] and I am [http://127.0.0.1:34820/collection1/]
[junit4] 2> 2331326 INFO (recoveryExecutor-2527-thread-1-processing-n:127.0.0.1:34820_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:34820_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60793]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:34820_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2331327 INFO (qtp1919956948-168331) [n:127.0.0.1:60793_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2331327 INFO (qtp1919956948-168331) [n:127.0.0.1:60793_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of tmp_collection) have state: recovering
[junit4] 2> 2331327 INFO (qtp1919956948-168331) [n:127.0.0.1:60793_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34820_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:34820","node_name":"127.0.0.1:34820_","state":"down"}
[junit4] 1> / (2)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /zookeeper (1)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /solr (8)
[junit4] 1> /solr/configs (1)
[junit4] 1> /solr/configs/conf1 (11)
[junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/enumsConfig.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/solrconfig.snippet.randomindexconfig.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details
[junit4] 1>
[junit4] 1>
[junit4] 1> IMPORTANT NOTE: In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4] 1>
[junit4] 1>
[junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4] 1> "timestamp": 1332070464,
[junit4] 1> "base": "USD",
[junit4] 1> "rates": {
[junit4] 1> "USD": 1,
[junit4] 1> "JPY": 81.29,
[junit4] 1> "EUR": 2.5,
[junit4] 1> "GBP": 0.5,
[junit4] 1> "MXN": 2.0
[junit4] 1> }
[junit4] 1> }
[junit4] 1>
[junit4] 1> /solr/overseer (6)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4] 1> /solr/overseer/queue-work (0)
[junit4] 1> /solr/overseer/collection-map-failure (0)
[junit4] 1> /solr/overseer/collection-map-completed (0)
[junit4] 1> /solr/overseer/queue (0)
[junit4] 1> /solr/overseer/collection-map-running (0)
[junit4] 1> /solr/aliases.json (0)
[junit4] 1> /solr/collections (3)
[junit4] 1> /solr/collections/collection1 (1)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf1"}
[junit4] 1> /solr/collections/collection1/shards (0)
[junit4] 1> /solr/collections/tmp_collection (3)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf1"}
[junit4] 1> /solr/collections/tmp_collection/leaders (2)
[junit4] 1> /solr/collections/tmp_collection/leaders/shard2 (1)
[junit4] 1> /solr/collections/tmp_collection/leaders/shard2/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1",
[junit4] 1> "core_node_name":"core_node1",
[junit4] 1> "base_url":"http://127.0.0.1:53509",
[junit4] 1> "node_name":"127.0.0.1:53509_"}
[junit4] 1> /solr/collections/tmp_collection/leaders/shard1 (1)
[junit4] 1> /solr/collections/tmp_collection/leaders/shard1/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1",
[junit4] 1> "core_node_name":"core_node2",
[junit4] 1> "base_url":"http://127.0.0.1:60793",
[junit4] 1> "node_name":"127.0.0.1:60793_"}
[junit4] 1> /solr/collections/tmp_collection/cdcr (1)
[junit4] 1> /solr/collections/tmp_collection/cdcr/state (2)
[junit4] 1> /solr/collections/tmp_collection/cdcr/state/process (0)
[junit4] 1> DATA:
[junit4] 1> stopped
[junit4] 1> /solr/collections/tmp_collection/cdcr/state/buffer (0)
[junit4] 1> DATA:
[junit4] 1> enabled
[junit4] 1>
[...truncated too long message...]
rceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4910711 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[235D4743C0934EBA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40006 40006
[junit4] 2> 4910711 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[235D4743C0934EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_235D4743C0934EBA-001
[junit4] 2> Dec 11, 2016 4:48:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1371, maxMBSortInHeap=6.687744960532633, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=en-ZA, timezone=Etc/GMT+9
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=251880776,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [TestOnReconnectListenerSupport, PKIAuthenticationIntegrationTest, UnloadDistributedZkTest, TestSchemaSimilarityResource, TestTolerantUpdateProcessorCloud, SolrCoreCheckLockOnStartupTest, CleanupOldIndexTest, QueryResultKeyTest, ResponseLogComponentTest, TestExceedMaxTermLength, StatelessScriptUpdateProcessorFactoryTest, TestConfig, CollectionsAPISolrJTest, TestRawTransformer, TestRuleBasedAuthorizationPlugin, TestSort, TestReplicationHandlerBackup, TestFieldCollectionResource, PluginInfoTest, TimeZoneUtilsTest, AssignTest, TestJmxMonitoredMap, TestExtendedDismaxParser, TestCollectionAPI, TestExportWriter, TestDocTermOrds, DocValuesMissingTest, TestJsonRequest, TestSchemaManager, DistributedQueueTest, TestBulkSchemaAPI, TestSubQueryTransformer, DistribCursorPagingTest, ShufflingReplicaListTransformerTest, OpenExchangeRatesOrgProviderTest, TestSQLHandler, TestInitQParser, DocValuesMultiTest, DirectoryFactoryTest, XmlUpdateRequestHandlerTest, RuleEngineTest, TestMergePolicyConfig, TestOrdValues, TestRecoveryHdfs, TestHdfsCloudBackupRestore, CurrencyFieldXmlFileTest, RestartWhileUpdatingTest, TestSolrConfigHandlerConcurrent, RemoteQueryErrorTest, OverseerTest, TestSolrFieldCacheMBean, HdfsRecoveryZkTest, HdfsBasicDistributedZkTest, SaslZkACLProviderTest, TestBinaryField, SolrTestCaseJ4Test, TestDefaultSearchFieldResource, TermVectorComponentDistributedTest, TestReload, SolrCloudExampleTest, TriLevelCompositeIdRoutingTest, DataDrivenBlockJoinTest, StatsComponentTest, HardAutoCommitTest, TestNoOpRegenerator, TestJavabinTupleStreamParser, LeaderElectionTest, TestSizeLimitedDistributedMap, SmileWriterTest, TestExactStatsCache, SmileWriterTest, BinaryUpdateRequestHandlerTest, ZkStateReaderTest, PingRequestHandlerTest, BadComponentTest, SolrPluginUtilsTest, ShowFileRequestHandlerTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, DirectUpdateHandlerOptimizeTest, TestLFUCache, TestNRTOpen, TestUtils, TestJsonFacetRefinement, ConnectionManagerTest, SpellPossibilityIteratorTest, BigEndianAscendingWordSerializerTest, CdcrBootstrapTest, BasicDistributedZk2Test, TestAnalyzedSuggestions, QueryParsingTest, TestImplicitCoreProperties, TestFieldTypeResource, TestFieldCacheSanityChecker, TestAddFieldRealTimeGet, TestCloudDeleteByQuery, TestSolrCloudSnapshots, TestConfigSetsAPIZkFailure, SimpleFacetsTest, TestGroupingSearch, DOMUtilTest, BadIndexSchemaTest, TestPerFieldSimilarityClassic, CircularListTest, JSONWriterTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestStressVersions, TestSolr4Spatial, SolrCoreTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SOLR749Test, UpdateParamsTest, CopyFieldTest, TestStressRecovery, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [523/660 (2!)] on J2 in 173.82s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62835 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 224 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/224/
4 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([A18CB334F5F66975:29D88CEE5B0A048D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Sat Dec 10 12:23:01 CVT 2016
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sat Dec 10 12:23:01 CVT 2016
at __randomizedtesting.SeedInfo.seed([A18CB334F5F66975:7A27B3F2F0DE00C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1510)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:860)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([A18CB334F5F66975:8CF2FC6E02D2D379]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/10)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/10)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([A18CB334F5F66975:E9F9C780F3C546E0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11718 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/init-core-data-001
[junit4] 2> 689066 INFO (SUITE-TestReplicationHandler-seed#[A18CB334F5F66975]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 689067 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartupWithNoActivity
[junit4] 2> 689067 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1
[junit4] 2> 689072 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 689076 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f34cc76{/solr,null,AVAILABLE}
[junit4] 2> 689077 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79d833d{HTTP/1.1,[http/1.1]}{127.0.0.1:48235}
[junit4] 2> 689077 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.Server Started @692131ms
[junit4] 2> 689077 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=48235}
[junit4] 2> 689077 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 689079 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 689079 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 689079 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 689079 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-10T13:15:34.212Z
[junit4] 2> 689079 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/solr.xml
[junit4] 2> 689089 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 689099 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/.
[junit4] 2> 689099 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 689125 INFO (coreLoadExecutor-2156-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 689396 INFO (coreLoadExecutor-2156-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 689420 INFO (coreLoadExecutor-2156-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 689421 INFO (coreLoadExecutor-2156-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/./collection1
[junit4] 2> 689422 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/./collection1/data/]
[junit4] 2> 689426 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 689451 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 689451 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 689452 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 689453 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18737e45[collection1] main]
[junit4] 2> 689453 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1/conf
[junit4] 2> 689453 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 689453 INFO (coreLoadExecutor-2156-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 689453 INFO (searcherExecutor-2157-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18737e45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 689860 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/collection1
[junit4] 2> 689862 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 689873 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58f85326{/solr,null,AVAILABLE}
[junit4] 2> 689873 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eff1a7a{HTTP/1.1,[http/1.1]}{127.0.0.1:40349}
[junit4] 2> 689873 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.Server Started @692927ms
[junit4] 2> 689873 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=40349}
[junit4] 2> 689874 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 689874 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 689874 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 689874 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 689874 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-10T13:15:35.007Z
[junit4] 2> 689874 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/solr.xml
[junit4] 2> 689879 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 689880 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/.
[junit4] 2> 689881 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 689886 INFO (coreLoadExecutor-2166-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 689893 INFO (coreLoadExecutor-2166-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 689894 INFO (coreLoadExecutor-2166-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 689895 INFO (coreLoadExecutor-2166-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/./collection1
[junit4] 2> 689895 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/./collection1/data/]
[junit4] 2> 689896 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 689909 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 689909 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 689909 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 689910 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13a1cd3a[collection1] main]
[junit4] 2> 689910 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-002/collection1/conf
[junit4] 2> 689913 INFO (coreLoadExecutor-2166-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 689913 INFO (searcherExecutor-2167-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13a1cd3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 689927 INFO (qtp1589534495-5638) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 689930 INFO (indexFetcher-2171-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 689933 INFO (indexFetcher-2171-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 689933 INFO (indexFetcher-2171-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 690382 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4eff1a7a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 690382 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=231522370
[junit4] 2> 690386 INFO (coreCloseExecutor-2172-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f6c565e
[junit4] 2> 690397 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58f85326{/solr,null,UNAVAILABLE}
[junit4] 2> 690400 INFO (qtp1589534495-5636) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 690401 INFO (qtp1589534495-5636) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 2
[junit4] 2> 690404 INFO (qtp1589534495-5641) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 690404 INFO (qtp1589534495-5641) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@26570b4f
[junit4] 2> 690406 INFO (qtp1589534495-5641) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69adebce[collection1] main]
[junit4] 2> 690406 INFO (qtp1589534495-5641) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 690406 INFO (searcherExecutor-2157-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69adebce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 690406 INFO (qtp1589534495-5641) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 690409 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@79d833d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 690409 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1942680919
[junit4] 2> 690409 INFO (coreCloseExecutor-2174-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@fa52d9f
[junit4] 2> 690413 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f34cc76{/solr,null,UNAVAILABLE}
[junit4] 2> 690414 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 690421 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e5c7d24{/solr,null,AVAILABLE}
[junit4] 2> 690421 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@623f563d{HTTP/1.1,[http/1.1]}{127.0.0.1:32789}
[junit4] 2> 690421 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.e.j.s.Server Started @693476ms
[junit4] 2> 690421 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=32789}
[junit4] 2> 690422 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 690422 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 690422 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 690422 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 690422 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-10T13:15:35.555Z
[junit4] 2> 690422 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/solr.xml
[junit4] 2> 690440 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 690441 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/.
[junit4] 2> 690442 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[A18CB334F5F66975]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 690461 INFO (coreLoadExecutor-2181-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 690471 INFO (coreLoadExecutor-2181-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 690472 INFO (coreLoadExecutor-2181-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 690473 INFO (coreLoadExecutor-2181-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/./collection1
[junit4] 2> 690473 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/./collection1/data/]
[junit4] 2> 690474 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3055a5ae
[junit4] 2> 690482 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 690482 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 690482 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=1.0478515625, floorSegmentMB=0.6171875, forceMergeDeletesPctAllowed=25.866580883706025, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 690484 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70bf8daf[collection1] main]
[junit4] 2> 690484 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_A18CB334F5F66975-001/solr-instance-001/collection1/conf
[junit4] 2> 690484 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 690484 INFO (coreLoadExecutor-2181-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 690487 INFO (searcherExecutor-2182-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70bf8daf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 690970 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 690977 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 5
[junit4] 2> 690983 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 690991 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 690994 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 690995 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 690997 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 690999 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 691000 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 691002 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 691004 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 691005 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 691007 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 691009 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 691023 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 2
[junit4] 2> 691024 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 691028 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 691031 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 691035 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 1
[junit4] 2> 691040 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 691044 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 691046 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 691049 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 691051 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 691053 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 691055 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 691057 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 691059 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 691067 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 691070 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 691072 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 691074 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 691078 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 691088 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 691094 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 691096 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 691107 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 691174 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 691188 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 691190 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 691209 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 691218 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 691237 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 691241 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 691249 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 691254 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 691258 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 691259 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 691261 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 691263 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 691264 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 691271 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 691273 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 691275 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 691277 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 691279 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 691281 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 691283 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 691285 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 691289 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 691293 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 691297 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 691298 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 691302 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 691303 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 691305 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 691307 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 691309 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 691310 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 691313 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 691315 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 691317 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 691318 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 691320 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 691325 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 691327 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 691329 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 691332 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 691334 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 691336 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 691338 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 691339 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 691341 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 691343 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 691345 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 691347 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 691349 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 691350 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 691352 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 691353 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 691355 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 691357 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 691358 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 691360 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 691362 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 691363 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 691365 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 691366 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 691368 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 691371 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 691373 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 691375 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 691376 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 691378 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 691379 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 691381 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 691383 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 691384 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 691386 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 691388 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 691389 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 691391 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 691392 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 691394 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 691396 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 691397 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 691399 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 691400 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 691402 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 691404 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 691405 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 691407 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 691408 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 691410 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 691412 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 691413 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 691415 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 691417 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 691418 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 691420 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 691421 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 691423 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 691426 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 691427 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 691438 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 691439 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 691441 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 691443 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 691445 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 691447 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 691480 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 691486 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 691499 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 691501 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 691503 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 691505 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 691517 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 691518 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 691533 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 691544 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 691551 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 691555 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 691571 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 691579 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 691583 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 691592 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 691596 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 691598 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
[junit4] 2> 691611 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 691612 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 691756 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 691806 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 691808 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 691810 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 691813 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 691816 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 691817 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 691819 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 691821 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 691823 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 691824 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 691826 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
[junit4] 2> 691828 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 691830 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 691832 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 691834 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 691836 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 691838 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 691839 INFO (qtp663889119-5680) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 691842 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 691846 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 691849 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 691853 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 691861 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 691863 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 691865 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 691867 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 691870 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 691872 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 691876 INFO (qtp663889119-5679) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 691882 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 691884 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 691886 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 691888 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
[junit4] 2> 691890 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
[junit4] 2> 691892 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
[junit4] 2> 691894 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
[junit4] 2> 691896 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
[junit4] 2> 691898 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
[junit4] 2> 691900 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
[junit4] 2> 691901 INFO (qtp663889119-5675) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
[junit4] 2> 691903 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
[junit4] 2> 691905 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
[junit4] 2> 691906 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
[junit4] 2> 691908 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
[junit4] 2> 691909 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
[junit4] 2> 691911 INFO (qtp663889119-5681) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
[junit4] 2> 691913 INFO (qtp663889119-5676) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
[junit4] 2> 691914 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
[junit4] 2> 691916 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
[junit4] 2> 691918 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
[junit4] 2> 691920 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
[junit4] 2> 691921 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
[junit4] 2> 691923 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
[junit4] 2> 691925 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
[junit4] 2> 691926 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
[junit4] 2> 691928 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
[junit4] 2> 691930 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
[junit4] 2> 691931 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
[junit4] 2> 691933 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
[junit4] 2> 691935 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
[junit4] 2> 691937 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
[junit4] 2> 691939 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
[junit4] 2> 691940 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
[junit4] 2> 691942 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
[junit4] 2> 691943 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
[junit4] 2> 691945 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
[junit4] 2> 691947 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
[junit4] 2> 691948 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
[junit4] 2> 691950 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
[junit4] 2> 691951 INFO (qtp663889119-5682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
[junit4] 2> 691953 INFO
[...truncated too long message...]
lder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4101803 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A18CB334F5F66975]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51715 51715
[junit4] 2> 4101804 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A18CB334F5F66975]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A18CB334F5F66975-001
[junit4] 2> Dec 10, 2016 2:12:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1801, maxMBSortInHeap=6.398344828408142, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en, timezone=Asia/Irkutsk
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=223069520,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [TestStressLucene, TestConfigReload, DistributedSpellCheckComponentTest, ClassificationUpdateProcessorTest, RollingRestartTest, TestRealTimeGet, ExitableDirectoryReaderTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SpatialHeatmapFacetsTest, ReturnFieldsTest, LeaderFailureAfterFreshStartTest, TestBinaryResponseWriter, TestSmileRequest, TestUnifiedSolrHighlighter, CreateCollectionCleanupTest, TestCodecSupport, TestTrackingShardHandlerFactory, TestPseudoReturnFields, TestReplicationHandler, TestOverriddenPrefixQueryForCustomFieldType, TestManagedResourceStorage, TestHdfsUpdateLog, BasicDistributedZkTest, HdfsRestartWhileUpdatingTest, BlockJoinFacetRandomTest, TestXmlQParser, RankQueryTest, ConcurrentDeleteAndCreateCollectionTest, NumericFieldsTest, TestSchemaVersionResource, NotRequiredUniqueKeyTest, TestJsonFacets, TestScoreJoinQPNoScore, TestGeoJSONResponseWriter, CachingDirectoryFactoryTest, ReplaceNodeTest, TimerUtilsTest, TestSolrDeletionPolicy2, TestDocumentBuilder, TestReplicaProperties, DisMaxRequestHandlerTest, TestSolrQueryParserResource, TestStressCloudBlindAtomicUpdates, CursorPagingTest, UUIDUpdateProcessorFallbackTest, EnumFieldTest, TestJmxIntegration, TestLocalFSCloudBackupRestore, TestFaceting, DefaultValueUpdateProcessorTest, TestFunctionQuery, BasicZkTest, ResourceLoaderTest, CacheHeaderTest, HdfsTlogReplayBufferedWhileIndexingTest, SignatureUpdateProcessorFactoryTest, AlternateDirectoryTest, TestPHPSerializedResponseWriter, TestManagedSynonymFilterFactory, HLLSerializationTest, TestRandomFaceting, HighlighterConfigTest, TestHighlightDedupGrouping, TestLeaderElectionWithEmptyReplica, SolrCoreTest, TestSSLRandomization, TestRemoteStreaming, DistributedQueryElevationComponentTest, ActionThrottleTest, TestMaxScoreQueryParser, AnalysisErrorHandlingTest, TestReqParamsAPI, DistribDocExpirationUpdateProcessorTest, TestUseDocValuesAsStored, QueryElevationComponentTest, TestSolrCloudWithDelegationTokens, ScriptEngineTest, TestMacros, TestFoldingMultitermQuery, AnalyticsQueryTest, TestFastLRUCache, TestAuthorizationFramework, TestCryptoKeys, TestSortByMinMaxFunction, TestSubQueryTransformerCrossCore, TestConfigSetsAPI, OverriddenZkACLAndCredentialsProvidersTest, RequiredFieldsTest, RegexBoostProcessorTest, TestBackupRepositoryFactory, OutputWriterTest, TestDistributedStatsComponentCardinality, CloudMLTQParserTest, TestAtomicUpdateErrorCases, DeleteLastCustomShardedReplicaTest, TestIBSimilarityFactory, ConjunctionSolrSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, InfoHandlerTest, TestSolrQueryResponse, TestDynamicFieldCollectionResource, TestFieldCacheWithThreads, BlockCacheTest, FacetPivotSmallTest, TestBulkSchemaConcurrent, ReplicationFactorTest, SaslZkACLProviderTest, ShardSplitTest, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [533/660 (3!)] on J0 in 167.86s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62780 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 223 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/223/
4 tests failed.
FAILED: org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1093)
at org.apache.lucene.index.RandomIndexWriter.maybeFlushOrCommit(RandomIndexWriter.java:180)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:174)
at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4325)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3902)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Could not find collection:solrj_collection4
Stack Trace:
java.lang.AssertionError: Could not find collection:solrj_collection4
at __randomizedtesting.SeedInfo.seed([27DA42AFB1658D2A:AF8E7D751F99E0D2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:156)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:201)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([27DA42AFB1658D2A:AA40DF546413726]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([27DA42AFB1658D2A:6FAF361BB756A2BF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1361 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] 2> ????? ????? 09, 2016 11:09:17 ? com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #19,5,TGRP-TestDuelingCodecsAtNight]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([79F9002CAE9D9C13]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
[junit4] 2> at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4325)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3902)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=79F9002CAE9D9C13 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LB -Dtests.timezone=Canada/Central -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 1460s J1 | TestDuelingCodecsAtNight.testBigEquals <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:753)
[junit4] > at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1093)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.maybeFlushOrCommit(RandomIndexWriter.java:180)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:174)
[junit4] > at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
[junit4] > at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
[junit4] > at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4325)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3902)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4237, name=Lucene Merge Thread #19, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([79F9002CAE9D9C13]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.BytesStore.skipBytes(BytesStore.java:307)
[junit4] > at org.apache.lucene.util.fst.FST.addNode(FST.java:792)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:126)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finishTerm(MemoryPostingsFormat.java:254)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.access$500(MemoryPostingsFormat.java:109)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:396)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4325)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3902)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestDuelingCodecsAtNight_79F9002CAE9D9C13-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=yes): {titleTokenized=DFR I(F)L3(800.0), body=DFR I(F)Z(0.3)}, locale=ar-LB, timezone=Canada/Central
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=335238144,total=488636416
[junit4] 2> NOTE: All tests run in this JVM: [TestSpanBoostQuery, TestFlex, TestSimpleSearchEquivalence, TestInfoStream, TestMultiset, TestDirectPacked, TestSimpleExplanationsOfNonMatches, TestSearch, TestFixedLengthBytesRefArray, TestRegexpRandom2, TestIntArrayDocIdSet, TestMixedDocValuesUpdates, TestIndexWriterOnDiskFull, TestPagedBytes, TestIndexWriterOutOfFileDescriptors, TestDuelingCodecs, TestNewestSegment, TestApproximationSearchEquivalence, TestSearchWithThreads, TestSloppyMath, TestCheckIndex, TestMinShouldMatch2, TestLSBRadixSorter, TestNumericTokenStream, TestSpanNearQuery, TestLiveFieldValues, TestSearchForDuplicates, TestParallelLeafReader, TestNoMergeScheduler, TestLucene60PointsFormat, TestPrefixQuery, Test2BSortedDocValuesOrds, TestStringHelper, MultiCollectorTest, TestBooleanQuery, TestByteArrayDataInput, TestLockFactory, TestAllFilesHaveChecksumFooter, TestDocsAndPositions, TestSubScorerFreqs, TestSnapshotDeletionPolicy, TestBlockPostingsFormat3, TestDocumentsWriterDeleteQueue, TestMaxPosition, TestConjunctions, TestControlledRealTimeReopenThread, TestSimilarityBase, TestIndexWriterCommit, TestLucene50StoredFieldsFormat, TestStressAdvance, TestSortRescorer, TestFixedBitSet, TestFlushByRamOrCountsPolicy, TestNumericUtils, TestUsageTrackingFilterCachingPolicy, TestIndexWriterExceptions, TestSortedSetDocValues, TestIsCurrent, TestReusableStringReader, TestPhrasePrefixQuery, TestFuzzyQuery, TestSleepingLockWrapper, TestPayloads, TestPrefixRandom, TestCachingCollector, TestDuelingCodecsAtNight]
[junit4] Completed [339/442 (1!)] on J1 in 1482.95s, 3 tests, 1 error <<< FAILURES!
[...truncated 360 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J1-20161209_164118_650.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid8533.hprof ...
[junit4] Heap dump file created [421694330 bytes in 0.680 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 10719 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/init-core-data-001
[junit4] 2> 2375729 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2375729 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2375793 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2375804 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2375805 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2375814 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_60684_hdfs____.4wjvdq/webapp
[junit4] 2> 2376322 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60684
[junit4] 2> 2376391 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2376392 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2376402 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55586_datanode____lynxyy/webapp
[junit4] 2> 2377583 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55586
[junit4] 2> 2377632 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2377632 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2377641 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49556_datanode____.93wmnc/webapp
[junit4] 2> 2377761 INFO (IPC Server handler 3 on 32945) [ ] BlockStateChange BLOCK* processReport: from storage DS-dc5ad1d6-4b79-481f-a118-859c82c88f1b node DatanodeRegistration(127.0.0.1:49723, datanodeUuid=ec28715d-1166-4926-abfb-c278a936fc8f, infoPort=34052, infoSecurePort=0, ipcPort=41500, storageInfo=lv=-56;cid=testClusterID;nsid=1308191071;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2377761 INFO (IPC Server handler 3 on 32945) [ ] BlockStateChange BLOCK* processReport: from storage DS-8345df0b-b2d7-42dd-8e0a-9575b8a39622 node DatanodeRegistration(127.0.0.1:49723, datanodeUuid=ec28715d-1166-4926-abfb-c278a936fc8f, infoPort=34052, infoSecurePort=0, ipcPort=41500, storageInfo=lv=-56;cid=testClusterID;nsid=1308191071;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2378179 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49556
[junit4] 2> 2378262 INFO (IPC Server handler 8 on 32945) [ ] BlockStateChange BLOCK* processReport: from storage DS-fc9a5de5-0389-45ac-8180-5a50ab2a761a node DatanodeRegistration(127.0.0.1:56259, datanodeUuid=6382c944-1c16-4167-aadb-d2ffe19112b4, infoPort=38866, infoSecurePort=0, ipcPort=43805, storageInfo=lv=-56;cid=testClusterID;nsid=1308191071;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2378262 INFO (IPC Server handler 8 on 32945) [ ] BlockStateChange BLOCK* processReport: from storage DS-31938bd5-ae34-403f-99a4-019bb6afa5dc node DatanodeRegistration(127.0.0.1:56259, datanodeUuid=6382c944-1c16-4167-aadb-d2ffe19112b4, infoPort=38866, infoSecurePort=0, ipcPort=43805, storageInfo=lv=-56;cid=testClusterID;nsid=1308191071;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2378468 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2378469 INFO (Thread-7876) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2378469 INFO (Thread-7876) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2378569 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.ZkTestServer start zk server on port:60434
[junit4] 2> 2378594 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158e5235e670000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2378599 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2378599 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2378600 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2378601 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2378602 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2378602 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2378603 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2378603 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2378604 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2378604 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2378612 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2378725 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/control-001/cores/collection1
[junit4] 2> 2378726 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2378727 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43d3b965{/,null,AVAILABLE}
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f5b7215{HTTP/1.1,[http/1.1]}{127.0.0.1:36160}
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.Server Started @2382365ms
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=36160, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/control-001/cores}
[junit4] 2> 2378728 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2378728 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-09T19:50:50.474Z
[junit4] 2> 2378730 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2378730 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/control-001/solr.xml
[junit4] 2> 2378735 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2378735 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60434/solr
[junit4] 2> 2378747 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:36160_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36160_
[junit4] 2> 2378748 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:36160_ ] o.a.s.c.Overseer Overseer (id=97079332058890244-127.0.0.1:36160_-n_0000000000) starting
[junit4] 2> 2378752 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:36160_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36160_
[junit4] 2> 2378752 INFO (zkCallback-32625-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2378775 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:36160_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/control-001/cores
[junit4] 2> 2378775 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:36160_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2378778 INFO (OverseerStateUpdate-97079332058890244-127.0.0.1:36160_-n_0000000000) [n:127.0.0.1:36160_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2379786 WARN (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2379786 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2379797 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2379874 WARN (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2379876 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2379889 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2379889 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32945/solr_hdfs_home
[junit4] 2> 2379889 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2379889 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/control-001/cores/collection1], dataDir=[hdfs://localhost:32945/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 2379889 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cf7970b
[junit4] 2> 2379889 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 2379895 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2379895 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2379895 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2379908 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2379910 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 2379922 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 2379926 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2379926 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2379927 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2379934 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2379935 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30623211771477277]
[junit4] 2> 2379949 INFO (IPC Server handler 3 on 32945) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49723 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-31938bd5-ae34-403f-99a4-019bb6afa5dc:NORMAL:127.0.0.1:56259|RBW], ReplicaUC[[DISK]DS-8345df0b-b2d7-42dd-8e0a-9575b8a39622:NORMAL:127.0.0.1:49723|RBW]]} size 0
[junit4] 2> 2379949 INFO (IPC Server handler 4 on 32945) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56259 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-31938bd5-ae34-403f-99a4-019bb6afa5dc:NORMAL:127.0.0.1:56259|RBW], ReplicaUC[[DISK]DS-8345df0b-b2d7-42dd-8e0a-9575b8a39622:NORMAL:127.0.0.1:49723|RBW]]} size 0
[junit4] 2> 2379954 WARN (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2379960 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2379960 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2379960 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2379973 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2379973 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2379974 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=34.3701171875, floorSegmentMB=0.31640625, forceMergeDeletesPctAllowed=26.37770822040503, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2379980 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c6f91ca[collection1] main]
[junit4] 2> 2379980 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2379981 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2379981 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2379981 INFO (searcherExecutor-14129-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c6f91ca[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2379983 WARN (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:59529/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:59529 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 2379983 INFO (coreLoadExecutor-14128-thread-1-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553269314529787904
[junit4] 2> 2379987 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2379987 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2379988 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36160/collection1/
[junit4] 2> 2379988 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2379988 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36160/collection1/ has no replicas
[junit4] 2> 2379990 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36160/collection1/ shard1
[junit4] 2> 2380141 INFO (coreZkRegister-14121-thread-1-processing-n:127.0.0.1:36160_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36160_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2380280 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2380281 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60434/solr ready
[junit4] 2> 2380281 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2380349 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-1-001/cores/collection1
[junit4] 2> 2380350 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-1-001
[junit4] 2> 2380350 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2380352 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3605fd90{/,null,AVAILABLE}
[junit4] 2> 2380352 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41cb2e71{HTTP/1.1,[http/1.1]}{127.0.0.1:38359}
[junit4] 2> 2380354 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.Server Started @2383992ms
[junit4] 2> 2380354 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=38359, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-1-001/cores}
[junit4] 2> 2380355 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2380355 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2380355 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2380355 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2380355 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-09T19:50:52.101Z
[junit4] 2> 2380358 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2380358 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-1-001/solr.xml
[junit4] 2> 2380364 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2380364 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60434/solr
[junit4] 2> 2380372 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:38359_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2380375 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:38359_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38359_
[junit4] 2> 2380376 INFO (zkCallback-32629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2380376 INFO (zkCallback-32634-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2380376 INFO (zkCallback-32625-thread-2-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2380415 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:38359_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-1-001/cores
[junit4] 2> 2380415 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:38359_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2380416 INFO (OverseerStateUpdate-97079332058890244-127.0.0.1:36160_-n_0000000000) [n:127.0.0.1:36160_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2381426 WARN (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2381427 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2381439 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2381514 WARN (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2381516 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2381531 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2381531 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32945/solr_hdfs_home
[junit4] 2> 2381531 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2381531 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:32945/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 2381531 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cf7970b
[junit4] 2> 2381531 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 2381538 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2381538 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2381538 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2381546 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2381547 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 2381561 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 2381566 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2381566 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2381566 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2381571 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2381572 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30623211771477277]
[junit4] 2> 2381580 INFO (IPC Server handler 7 on 32945) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49723 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fc9a5de5-0389-45ac-8180-5a50ab2a761a:NORMAL:127.0.0.1:56259|RBW], ReplicaUC[[DISK]DS-dc5ad1d6-4b79-481f-a118-859c82c88f1b:NORMAL:127.0.0.1:49723|FINALIZED]]} size 0
[junit4] 2> 2381581 INFO (IPC Server handler 8 on 32945) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56259 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fc9a5de5-0389-45ac-8180-5a50ab2a761a:NORMAL:127.0.0.1:56259|RBW], ReplicaUC[[DISK]DS-dc5ad1d6-4b79-481f-a118-859c82c88f1b:NORMAL:127.0.0.1:49723|FINALIZED]]} size 0
[junit4] 2> 2381585 WARN (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2381601 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2381602 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2381602 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2381609 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2381609 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2381610 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=34.3701171875, floorSegmentMB=0.31640625, forceMergeDeletesPctAllowed=26.37770822040503, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2381621 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ad5f381[collection1] main]
[junit4] 2> 2381621 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2381622 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2381622 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2381623 INFO (searcherExecutor-14140-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ad5f381[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2381623 WARN (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:59529/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:59529 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 2381623 WARN (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:59529/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:59529 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 2381623 INFO (coreLoadExecutor-14139-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553269316249452544
[junit4] 2> 2381629 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2381629 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2381629 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38359/collection1/
[junit4] 2> 2381629 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2381629 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38359/collection1/ has no replicas
[junit4] 2> 2381631 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38359/collection1/ shard2
[junit4] 2> 2381782 INFO (coreZkRegister-14134-thread-1-processing-n:127.0.0.1:38359_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:38359_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2381986 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-2-001/cores/collection1
[junit4] 2> 2381986 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-2-001
[junit4] 2> 2381987 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2381988 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d351d1d{/,null,AVAILABLE}
[junit4] 2> 2381988 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35ca8871{HTTP/1.1,[http/1.1]}{127.0.0.1:42401}
[junit4] 2> 2381989 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.e.j.s.Server Started @2385626ms
[junit4] 2> 2381989 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=42401, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-2-001/cores}
[junit4] 2> 2381989 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2381989 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2381989 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2381989 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2381989 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-09T19:50:53.735Z
[junit4] 2> 2381991 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2381991 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-2-001/solr.xml
[junit4] 2> 2381995 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2381996 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60434/solr
[junit4] 2> 2382000 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:42401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2382013 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:42401_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42401_
[junit4] 2> 2382014 INFO (zkCallback-32629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2382014 INFO (zkCallback-32634-thread-1-processing-n:127.0.0.1:38359_) [n:127.0.0.1:38359_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2382014 INFO (zkCallback-32625-thread-2-processing-n:127.0.0.1:36160_) [n:127.0.0.1:36160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2382014 INFO (zkCallback-32640-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2382059 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:42401_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-2-001/cores
[junit4] 2> 2382059 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[27DA42AFB1658D2A]) [n:127.0.0.1:42401_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2382060 INFO (OverseerStateUpdate-97079332058890244-127.0.0.1:36160_-n_0000000000) [n:127.0.0.1:36160_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2383072 WARN (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2383072 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2383083 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2383143 WARN (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2383145 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2383155 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2383155 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32945/solr_hdfs_home
[junit4] 2> 2383155 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2383155 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_27DA42AFB1658D2A-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:32945/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 2383155 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cf7970b
[junit4] 2> 2383155 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32945/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 2383161 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2383161 INFO (coreLoadExecutor-14150-thread-1-processing-n:127.0.0.1:42401_) [n:127.0.0.1:42401_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocat
[...truncated too long message...]
46)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3776538 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54038 54038
[junit4] 2> 3776539 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[27DA42AFB1658D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_27DA42AFB1658D2A-001
[junit4] 2> Dec 09, 2016 8:14:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=mt-MT, timezone=America/Indiana/Vincennes
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=267040832,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, TestUtils, CdcrBootstrapTest, OpenExchangeRatesOrgProviderTest, TestFieldTypeResource, TestMergePolicyConfig, UpdateParamsTest, TestPhraseSuggestions, HdfsRecoveryZkTest, BufferStoreTest, TestLFUCache, TestDefaultSearchFieldResource, PreAnalyzedUpdateProcessorTest, TestOnReconnectListenerSupport, TestExceedMaxTermLength, TestComplexPhraseQParserPlugin, TestTolerantSearch, TermVectorComponentDistributedTest, TestPostingsSolrHighlighter, TestDFRSimilarityFactory, TestIndexSearcher, TestSolrConfigHandlerConcurrent, TestFieldCacheSanityChecker, BooleanFieldTest, ConnectionReuseTest, SuggesterTest, TestObjectReleaseTracker, TestSizeLimitedDistributedMap, DeleteReplicaTest, DebugComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestCollectionAPI, TestSchemaSimilarityResource, TestManagedResource, SmileWriterTest, SegmentsInfoRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, DistributedFacetPivotLongTailTest, TestReplicationHandlerBackup, ForceLeaderTest, DataDrivenBlockJoinTest, QueryResultKeyTest, TestReload, TestReversedWildcardFilterFactory, ResponseLogComponentTest, TolerantUpdateProcessorTest, TestNumericTerms32, TestRuleBasedAuthorizationPlugin, TestPerFieldSimilarityClassic, TestJavabinTupleStreamParser, TestConfigSetImmutable, HardAutoCommitTest, TestManagedStopFilterFactory, XmlUpdateRequestHandlerTest, ZkStateReaderTest, CoreMergeIndexesAdminHandlerTest, SaslZkACLProviderTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMissingTest, ShowFileRequestHandlerTest, TestSchemaManager, TestTrieFacet, TestBinaryField, TestImplicitCoreProperties, TestCloudPseudoReturnFields, TestBulkSchemaAPI, TestSQLHandler, RuleEngineTest, TestTolerantUpdateProcessorCloud, CurrencyFieldXmlFileTest, TestInitQParser, GraphQueryTest, DistributedQueueTest, TestStressReorder, TestSort, ShufflingReplicaListTransformerTest, TestZkChroot, TestSolrJ, TestMiniSolrCloudCluster, SpellPossibilityIteratorTest, HdfsThreadLeakTest, TestGroupingSearch, TestAnalyzedSuggestions, QueryParsingTest, DOMUtilTest, OverseerTaskQueueTest, SolrPluginUtilsTest, ClassificationUpdateProcessorIntegrationTest, TestLeaderInitiatedRecoveryThread, OutOfBoxZkACLAndCredentialsProvidersTest, FullHLLTest, TestRequestStatusCollectionAPI, TestPivotHelperCode, TestCorePropertiesReload, CircularListTest, DirectoryFactoryTest, AddBlockUpdateTest, TestExactStatsCache, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, RecoveryZkTest, BigEndianAscendingWordSerializerTest, BadComponentTest, TestJsonFacetRefinement, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, LeaderElectionTest, TestRandomDVFaceting, TestRecovery, TestHashPartitioner, TestRealTimeGet, DistributedTermsComponentTest, TestRangeQuery, PluginInfoTest, DateMathParserTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, AssignTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, RollingRestartTest, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [488/660 (2!)] on J2 in 170.95s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 12235 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:717: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid8533.hprof
Total time: 245 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 222 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/222/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([81DBE39246B6B3AD:2183D01526E3824]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<6>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([81DBE39246B6B3AD:DDC604138896079B]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:235)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([81DBE39246B6B3AD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([81DBE39246B6B3AD:ACA5ACC8B19209A1]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([81DBE39246B6B3AD:C9AE972640859C38]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11514 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/init-core-data-001
[junit4] 2> 447974 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 447975 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001
[junit4] 2> 447975 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 447976 INFO (Thread-986) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 447976 INFO (Thread-986) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 448075 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37170
[junit4] 2> 448088 INFO (jetty-launcher-556-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448090 INFO (jetty-launcher-556-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448091 INFO (jetty-launcher-556-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448093 INFO (jetty-launcher-556-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448093 INFO (jetty-launcher-556-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@233d5476{/solr,null,AVAILABLE}
[junit4] 2> 448095 INFO (jetty-launcher-556-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5970cc47{/solr,null,AVAILABLE}
[junit4] 2> 448097 INFO (jetty-launcher-556-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63c53ed4{SSL,[ssl, http/1.1]}{127.0.0.1:45966}
[junit4] 2> 448097 INFO (jetty-launcher-556-thread-4) [ ] o.e.j.s.Server Started @452723ms
[junit4] 2> 448097 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45966}
[junit4] 2> 448097 ERROR (jetty-launcher-556-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448097 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 448097 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448098 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448098 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-08T14:37:52.383Z
[junit4] 2> 448098 INFO (jetty-launcher-556-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@798d9c4{SSL,[ssl, http/1.1]}{127.0.0.1:50566}
[junit4] 2> 448098 INFO (jetty-launcher-556-thread-1) [ ] o.e.j.s.Server Started @452724ms
[junit4] 2> 448098 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50566}
[junit4] 2> 448099 ERROR (jetty-launcher-556-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448099 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 448099 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448099 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448099 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-08T14:37:52.384Z
[junit4] 2> 448104 INFO (jetty-launcher-556-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25e4ff48{/solr,null,AVAILABLE}
[junit4] 2> 448108 INFO (jetty-launcher-556-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b789a8e{/solr,null,AVAILABLE}
[junit4] 2> 448110 INFO (jetty-launcher-556-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b9dfb7{SSL,[ssl, http/1.1]}{127.0.0.1:39586}
[junit4] 2> 448110 INFO (jetty-launcher-556-thread-3) [ ] o.e.j.s.Server Started @452736ms
[junit4] 2> 448110 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39586}
[junit4] 2> 448110 ERROR (jetty-launcher-556-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448110 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 448110 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448110 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448111 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-08T14:37:52.396Z
[junit4] 2> 448113 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448116 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448120 INFO (jetty-launcher-556-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@560f492a{SSL,[ssl, http/1.1]}{127.0.0.1:52571}
[junit4] 2> 448120 INFO (jetty-launcher-556-thread-2) [ ] o.e.j.s.Server Started @452746ms
[junit4] 2> 448120 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52571}
[junit4] 2> 448120 ERROR (jetty-launcher-556-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448120 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 448121 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448121 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448121 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-08T14:37:52.406Z
[junit4] 2> 448139 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 448140 INFO (jetty-launcher-556-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37170/solr
[junit4] 2> 448153 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448154 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448164 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 448165 INFO (jetty-launcher-556-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37170/solr
[junit4] 2> 448167 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 448173 INFO (jetty-launcher-556-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37170/solr
[junit4] 2> 448174 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 448178 INFO (jetty-launcher-556-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37170/solr
[junit4] 2> 448209 INFO (jetty-launcher-556-thread-2) [n:127.0.0.1:52571_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52571_solr
[junit4] 2> 448211 INFO (jetty-launcher-556-thread-2) [n:127.0.0.1:52571_solr ] o.a.s.c.Overseer Overseer (id=97072439116627980-127.0.0.1:52571_solr-n_0000000000) starting
[junit4] 2> 448214 INFO (jetty-launcher-556-thread-1) [n:127.0.0.1:50566_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50566_solr
[junit4] 2> 448222 INFO (zkCallback-577-thread-1-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448226 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448229 INFO (jetty-launcher-556-thread-3) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448233 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448236 INFO (jetty-launcher-556-thread-3) [n:127.0.0.1:39586_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39586_solr
[junit4] 2> 448237 INFO (jetty-launcher-556-thread-4) [n:127.0.0.1:45966_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45966_solr
[junit4] 2> 448238 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 448238 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 448241 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 448248 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 448249 INFO (OverseerStateUpdate-97072439116627980-127.0.0.1:52571_solr-n_0000000000) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 448249 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 448252 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 448253 INFO (jetty-launcher-556-thread-2) [n:127.0.0.1:52571_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52571_solr
[junit4] 2> 448253 INFO (zkCallback-577-thread-1-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 448256 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448256 INFO (zkCallback-577-thread-1-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448256 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448262 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448285 INFO (jetty-launcher-556-thread-3) [n:127.0.0.1:39586_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node3/.
[junit4] 2> 448288 INFO (jetty-launcher-556-thread-1) [n:127.0.0.1:50566_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node1/.
[junit4] 2> 448297 INFO (jetty-launcher-556-thread-4) [n:127.0.0.1:45966_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node4/.
[junit4] 2> 448332 INFO (jetty-launcher-556-thread-2) [n:127.0.0.1:52571_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node2/.
[junit4] 2> 448339 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 448340 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37170/solr ready
[junit4] 2> 449099 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 449802 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 449984 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 450009 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 450082 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 450164 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_39464_hdfs____nrrypi/webapp
[junit4] 2> 451071 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39464
[junit4] 2> 451949 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 451953 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 451966 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42588_datanode____f7g36m/webapp
[junit4] 2> 452345 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42588
[junit4] 2> 452884 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 452886 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 452904 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51798_datanode____gi4xnl/webapp
[junit4] 2> 453321 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51798
[junit4] 2> 454427 INFO (IPC Server handler 9 on 53754) [ ] BlockStateChange BLOCK* processReport: from storage DS-e813d77b-eeaf-4e25-aec9-85c18cbb4e02 node DatanodeRegistration(127.0.0.1:45972, datanodeUuid=4dcd2f7b-cad3-41ce-920a-5b5d92297888, infoPort=47750, infoSecurePort=0, ipcPort=60265, storageInfo=lv=-56;cid=testClusterID;nsid=1187119198;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 454427 INFO (IPC Server handler 4 on 53754) [ ] BlockStateChange BLOCK* processReport: from storage DS-5cb8dcbf-f208-44d0-a2c3-35f7382343ad node DatanodeRegistration(127.0.0.1:44938, datanodeUuid=59d2c063-9902-489f-85dd-47effba5c18c, infoPort=44090, infoSecurePort=0, ipcPort=53688, storageInfo=lv=-56;cid=testClusterID;nsid=1187119198;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 454428 INFO (IPC Server handler 4 on 53754) [ ] BlockStateChange BLOCK* processReport: from storage DS-99fd0918-d71a-4c92-867b-60dae31d2ded node DatanodeRegistration(127.0.0.1:44938, datanodeUuid=59d2c063-9902-489f-85dd-47effba5c18c, infoPort=44090, infoSecurePort=0, ipcPort=53688, storageInfo=lv=-56;cid=testClusterID;nsid=1187119198;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 454436 INFO (IPC Server handler 9 on 53754) [ ] BlockStateChange BLOCK* processReport: from storage DS-fd2d4a71-8ad8-4609-a352-0f53301120c1 node DatanodeRegistration(127.0.0.1:45972, datanodeUuid=4dcd2f7b-cad3-41ce-920a-5b5d92297888, infoPort=47750, infoSecurePort=0, ipcPort=60265, storageInfo=lv=-56;cid=testClusterID;nsid=1187119198;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 454798 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[81DBE39246B6B3AD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 454799 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[81DBE39246B6B3AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 454871 INFO (qtp450497154-3833) [n:127.0.0.1:52571_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 454881 INFO (OverseerThreadFactory-1789-thread-1-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 455017 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 455073 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 455073 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 455086 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 455194 INFO (zkCallback-577-thread-4-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 455194 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 455194 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 455195 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 456040 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 456056 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 456059 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 456060 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 456089 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 456118 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53754/data
[junit4] 2> 456118 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 456118 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node2/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:53754/data/addReplicaColl/core_node1/data/]
[junit4] 2> 456120 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 456133 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 456139 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 456149 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 456151 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 456153 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 456155 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 456155 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53754/data
[junit4] 2> 456157 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 456158 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node3/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:53754/data/addReplicaColl/core_node2/data/]
[junit4] 2> 456158 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 456161 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 456164 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 456168 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 456168 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 456168 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 456168 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 456169 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53754/data
[junit4] 2> 456169 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 456169 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node4/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:53754/data/addReplicaColl/core_node3/data/]
[junit4] 2> 456169 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 456169 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 456169 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 456172 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 456176 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 456176 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53754/data
[junit4] 2> 456176 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 456178 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_81DBE39246B6B3AD-001/tempDir-001/node1/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:53754/data/addReplicaColl/core_node4/data/]
[junit4] 2> 456178 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 456179 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 456179 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 456194 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 456194 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 457845 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 457852 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 457854 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 457855 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 457866 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node1/data
[junit4] 2> 457866 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node4/data
[junit4] 2> 457869 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node3/data
[junit4] 2> 457880 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node2/data
[junit4] 2> 457951 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node1/data/index
[junit4] 2> 457966 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node3/data/index
[junit4] 2> 457973 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 457973 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 457974 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 457974 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 457977 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node2/data/index
[junit4] 2> 457988 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 457990 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 457990 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 457991 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/data/addReplicaColl/core_node4/data/index
[junit4] 2> 457996 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 458010 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 458010 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 458019 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 458034 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 458382 INFO (IPC Server handler 3 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45972 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5cb8dcbf-f208-44d0-a2c3-35f7382343ad:NORMAL:127.0.0.1:44938|RBW], ReplicaUC[[DISK]DS-e813d77b-eeaf-4e25-aec9-85c18cbb4e02:NORMAL:127.0.0.1:45972|RBW]]} size 71
[junit4] 2> 458384 INFO (IPC Server handler 0 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44938 is added to blk_1073741825_1001 size 71
[junit4] 2> 458387 INFO (IPC Server handler 5 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45972 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5cb8dcbf-f208-44d0-a2c3-35f7382343ad:NORMAL:127.0.0.1:44938|RBW], ReplicaUC[[DISK]DS-e813d77b-eeaf-4e25-aec9-85c18cbb4e02:NORMAL:127.0.0.1:45972|RBW]]} size 71
[junit4] 2> 458387 INFO (IPC Server handler 5 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45972 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-99fd0918-d71a-4c92-867b-60dae31d2ded:NORMAL:127.0.0.1:44938|RBW], ReplicaUC[[DISK]DS-fd2d4a71-8ad8-4609-a352-0f53301120c1:NORMAL:127.0.0.1:45972|RBW]]} size 71
[junit4] 2> 458387 INFO (IPC Server handler 5 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45972 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-99fd0918-d71a-4c92-867b-60dae31d2ded:NORMAL:127.0.0.1:44938|RBW], ReplicaUC[[DISK]DS-fd2d4a71-8ad8-4609-a352-0f53301120c1:NORMAL:127.0.0.1:45972|RBW]]} size 71
[junit4] 2> 458388 INFO (IPC Server handler 7 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44938 is added to blk_1073741827_1003 size 71
[junit4] 2> 458388 INFO (IPC Server handler 7 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44938 is added to blk_1073741826_1002 size 71
[junit4] 2> 458388 INFO (IPC Server handler 7 on 53754) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44938 is added to blk_1073741828_1004 size 71
[junit4] 2> 458855 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 458855 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 458855 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 458855 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 458856 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 458856 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 458888 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 458888 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 458889 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 458889 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 458893 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 458894 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 458894 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 458894 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 458894 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 458894 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 458922 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 458922 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 458923 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 458923 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 459101 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@656246cb[addReplicaColl_shard2_replica2] main]
[junit4] 2> 459106 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d4a1167[addReplicaColl_shard2_replica1] main]
[junit4] 2> 459109 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72aac1d7[addReplicaColl_shard1_replica1] main]
[junit4] 2> 459109 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 459110 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 459110 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 459111 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 459111 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 459113 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 459114 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 459114 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 459114 INFO (searcherExecutor-1801-thread-1-processing-n:127.0.0.1:50566_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl r:core_node4) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@6d4a1167[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 459114 INFO (qtp1891920556-3817) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553159037542989824
[junit4] 2> 459116 INFO (searcherExecutor-1800-thread-1-processing-n:127.0.0.1:45966_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl r:core_node3) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@72aac1d7[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 459116 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553159037545086976
[junit4] 2> 459117 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 459117 INFO (searcherExecutor-1798-thread-1-processing-n:127.0.0.1:52571_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl r:core_node1) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@656246cb[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 459117 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553159037546135552
[junit4] 2> 459127 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d1d0fc6[addReplicaColl_shard1_replica2] main]
[junit4] 2> 459130 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459130 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459130 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459131 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 459132 INFO (zkCallback-577-thread-2-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459136 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 459136 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 459136 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:52571/solr/addReplicaColl_shard2_replica2/
[junit4] 2> 459136 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica2 url=https://127.0.0.1:52571/solr START replicas=[https://127.0.0.1:50566/solr/addReplicaColl_shard2_replica1/] nUpdates=100
[junit4] 2> 459137 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 459138 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 459138 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica2 url=https://127.0.0.1:52571/solr DONE. We have no versions. sync failed.
[junit4] 2> 459138 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 459138 INFO (searcherExecutor-1799-thread-1-processing-n:127.0.0.1:39586_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl r:core_node2) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@7d1d0fc6[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 459138 INFO (qtp2022201651-3846) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553159037568155648
[junit4] 2> 459174 INFO (qtp1891920556-3814) [n:127.0.0.1:50566_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.S.Request [addReplicaColl_shard2_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 459176 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 459176 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 459183 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:52571/solr/addReplicaColl_shard2_replica2/ shard2
[junit4] 2> 459286 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459286 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459286 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459286 INFO (zkCallback-577-thread-2-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459336 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 459339 INFO (qtp450497154-3806) [n:127.0.0.1:52571_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4323
[junit4] 2> 459442 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459443 INFO (zkCallback-577-thread-3-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459443 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459443 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459632 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 459632 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 459632 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45966/solr/addReplicaColl_shard1_replica1/
[junit4] 2> 459633 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=https://127.0.0.1:45966/solr START replicas=[https://127.0.0.1:39586/solr/addReplicaColl_shard1_replica2/] nUpdates=100
[junit4] 2> 459633 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=https://127.0.0.1:45966/solr DONE. We have no versions. sync failed.
[junit4] 2> 459644 INFO (qtp2022201651-3843) [n:127.0.0.1:39586_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica2] o.a.s.c.S.Request [addReplicaColl_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 459644 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 459644 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 459650 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45966/solr/addReplicaColl_shard1_replica1/ shard1
[junit4] 2> 459763 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459763 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:39586_solr) [n:127.0.0.1:39586_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459764 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459764 INFO (zkCallback-577-thread-2-processing-n:127.0.0.1:52571_solr) [n:127.0.0.1:52571_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459811 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 459814 INFO (qtp2119425015-3824) [n:127.0.0.1:45966_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4740
[junit4] 2> 459917 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:50566_solr) [n:127.0.0.1:50566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 459917 INFO (zkCallback-576-thread-1-processing-n:127.0.0.1:45966_solr) [n:127.0.0.1:45966_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for
[...truncated too long message...]
xtHandler Stopped o.e.j.s.ServletContextHandler@798b998c{/rqzl,null,UNAVAILABLE}
[junit4] 2> 4574888 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[81DBE39246B6B3AD]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 55344
[junit4] 2> 4574888 INFO (zkCallback-4237-thread-1-processing-n:127.0.0.1:55344_rqzl) [n:127.0.0.1:55344_rqzl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4574888 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[81DBE39246B6B3AD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=883748042
[junit4] 2> 4574888 INFO (zkCallback-4237-thread-2-processing-n:127.0.0.1:55344_rqzl) [n:127.0.0.1:55344_rqzl ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55344_rqzl
[junit4] 2> 4574891 INFO (zkCallback-4237-thread-2-processing-n:127.0.0.1:55344_rqzl) [n:127.0.0.1:55344_rqzl ] o.a.s.c.Overseer Overseer (id=97072702031200288-127.0.0.1:55344_rqzl-n_0000000007) starting
[junit4] 2> 4576392 WARN (zkCallback-4237-thread-1-processing-n:127.0.0.1:55344_rqzl) [n:127.0.0.1:55344_rqzl ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4576396 ERROR (zkCallback-4237-thread-2-processing-n:127.0.0.1:55344_rqzl) [n:127.0.0.1:55344_rqzl ] o.a.s.c.Overseer Could not create Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> at org.apache.solr.cloud.Overseer.start(Overseer.java:500)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:751)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4576397 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[81DBE39246B6B3AD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b6aa572{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4576397 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[81DBE39246B6B3AD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28e54013{/rqzl,null,UNAVAILABLE}
[junit4] 2> 4576398 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[81DBE39246B6B3AD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTargetCollectionNotAvailable
[junit4] 2> 4576399 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[81DBE39246B6B3AD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49997 49997
[junit4] 2> 4576501 INFO (Thread-24217) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49997 49997
[junit4] 2> 4576502 WARN (Thread-24217) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/clusterprops.json
[junit4] 2> 29 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 105 /solr/overseer/collection-queue-work
[junit4] 2> 68 /solr/overseer/queue
[junit4] 2> 29 /solr/collections
[junit4] 2> 28 /solr/live_nodes
[junit4] 2> 20 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4576503 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[81DBE39246B6B3AD]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_81DBE39246B6B3AD-001
[junit4] 2> Dec 08, 2016 3:46:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=377, blockSize=787), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=787)), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=zh-SG, timezone=Etc/GMT-13
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=245657216,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [TestRTimerTree, TestUseDocValuesAsStored, TestRealTimeGet, TestReplicationHandler, TestPseudoReturnFields, ExitableDirectoryReaderTest, DistributedSpellCheckComponentTest, ClassificationUpdateProcessorTest, TestFoldingMultitermQuery, TestManagedResourceStorage, TestConfigSetProperties, TestLazyCores, TestTolerantUpdateProcessorRandomCloud, TestPerFieldSimilarity, UUIDFieldTest, TestLeaderElectionWithEmptyReplica, TestCSVLoader, TestBinaryResponseWriter, TestLRUStatsCache, TestSchemaNameResource, TestJoin, SimpleCollectionCreateDeleteTest, TestSchemaVersionResource, DateFieldTest, ClusterStateTest, TestCustomSort, StandardRequestHandlerTest, StatsReloadRaceTest, UtilsToolTest, TestSolrDeletionPolicy2, TestGeoJSONResponseWriter, RulesTest, RollingRestartTest, TestInfoStreamLogging, TestFieldResource, ChangedSchemaMergeTest, TestEmbeddedSolrServerConstructors, DistributedVersionInfoTest, TestStressLucene, HighlighterConfigTest, HttpPartitionTest, TestBinaryResponseWriter, StressHdfsTest, TestSolrCoreProperties, TestFileDictionaryLookup, TestIBSimilarityFactory, TestStressCloudBlindAtomicUpdates, UniqFieldsUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, CloudMLTQParserTest, TestManagedSchemaAPI, AnalyticsQueryTest, CloudExitableDirectoryReaderTest, TestDocSet, TestSolrQueryResponse, TestSolrDynamicMBean, TestPushWriter, TestSmileRequest, ConjunctionSolrSpellCheckerTest, TestSortByMinMaxFunction, TestFastLRUCache, FileBasedSpellCheckerTest, TestRandomFlRTGCloud, TestSSLRandomization, HdfsChaosMonkeyNothingIsSafeTest, XsltUpdateRequestHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, TestStandardQParsers, SolrRequestParserTest, TestAuthorizationFramework, TestFieldCache, CursorPagingTest, ActionThrottleTest, TestSha256AuthenticationProvider, LeaderFailureAfterFreshStartTest, TestBackupRepositoryFactory, TestDistribIDF, TestCloudSchemaless, HdfsTlogReplayBufferedWhileIndexingTest, TestFieldCacheSort, NumericFieldsTest, TestCrossCoreJoin, AtomicUpdatesTest, FastVectorHighlighterTest, CoreAdminCreateDiscoverTest, TestFunctionQuery, TestConfigReload, DistributedQueryComponentCustomSortTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [630/660 (3!)] on J0 in 1512.37s, 11 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61272 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 221 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/221/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([81C74F9C22A41D4]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([81C74F9C22A41D4]:0)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([C38CCD08260DBADC:4BD8F2D288F1D724]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C38CCD08260DBADC:8BF9B9BC203E9549]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([C38CCD08260DBADC:EEF28252D12900D0]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1745 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> dec 07, 2016 9:11:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=1303, name=TEST-TestIndexSorting.testRandom3-seed#[81C74F9C22A41D4], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
[junit4] 2> at org.apache.lucene.store.DataOutput.writeInt(DataOutput.java:70)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectDocValuesConsumer.addNumericFieldValues(DirectDocValuesConsumer.java:133)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectDocValuesConsumer.addSortedSetField(DirectDocValuesConsumer.java:284)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:811)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:221)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4325)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3902)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2065)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4966)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5004)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4995)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2208)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=1302, name=SUITE-TestIndexSorting-seed#[81C74F9C22A41D4], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=81C74F9C22A41D4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-RS -Dtests.timezone=America/Atikokan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7179s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([81C74F9C22A41D4]:0)
[junit4] 2> dec 07, 2016 9:11:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> dec 07, 2016 9:11:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=1303, name=TEST-TestIndexSorting.testRandom3-seed#[81C74F9C22A41D4], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
[junit4] 2> at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
[junit4] 2> at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
[junit4] 2> at sun.nio.ch.IOUtil.write(IOUtil.java:65)
[junit4] 2> at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
[junit4] 2> at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
[junit4] 2> at java.nio.channels.Channels.writeFully(Channels.java:101)
[junit4] 2> at java.nio.channels.Channels.access$000(Channels.java:61)
[junit4] 2> at java.nio.channels.Channels$1.write(Channels.java:174)
[junit4] 2> at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:62)
[junit4] 2> at org.apache.lucene.mockfile.FilterOutputStream2.write(FilterOutputStream2.java:62)
[junit4] 2> at org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:419)
[junit4] 2> at java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73)
[junit4] 2> at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
[junit4] 2> at org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:53)
[junit4] 2> at org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
[junit4] 2> at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:278)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:100)
[junit4] 2> at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4906)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4382)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3902)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2065)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4966)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5004)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4995)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2208)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> dec 07, 2016 9:11:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1303, name=TEST-TestIndexSorting.testRandom3-seed#[81C74F9C22A41D4], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_81C74F9C22A41D4-001
[junit4] 2> Dec 07, 2016 2:11:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {id=PostingsFormat(name=Asserting)}, docValues:{multi_valued_double=DocValuesFormat(name=Lucene54), multi_valued_long=DocValuesFormat(name=Asserting), bytes=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Direct), foo=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene54), multi_valued_int=DocValuesFormat(name=Direct), float=DocValuesFormat(name=Memory), multi_valued_bytes=DocValuesFormat(name=Direct), multi_valued_float=DocValuesFormat(name=Memory), int=DocValuesFormat(name=Lucene54), long=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=99, maxMBSortInHeap=7.5773463093316415, sim=RandomSimilarity(queryNorm=true,coord=no): {id=DFR I(F)B3(800.0)}, locale=sr-Latn-RS, timezone=America/Atikokan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=334425760,total=503840768
[junit4] 2> NOTE: All tests run in this JVM: [TestBKD, TestDocumentWriter, TestPolygon2D, TestAutomatonQuery, TestMutableValues, TestLongBitSet, TestTryDelete, TestGrowableByteArrayDataOutput, TestTopDocsCollector, TestMaxPosition, TestIndexWriterOutOfFileDescriptors, TestSpanNearQuery, TestTermVectorsWriter, Test2BDocs, TestMultiThreadTermVectors, TestCollectionUtil, TestBooleanOr, TestBooleanRewrites, TestMergeSchedulerExternal, TestMergedIterator, Test2BPagedBytes, TestGeoEncodingUtils, TestAssertions, TestMaxTermFrequency, TestSegmentTermEnum, TestAtomicUpdate, TestLongPostings, TestFrequencyTrackingRingBuffer, TestMinShouldMatch2, TestLucene60PointsFormat, TestBagOfPositions, TestIndexWriterMerging, TestCharTermAttributeImpl, TestBinaryDocument, TestForceMergeForever, TestAttributeSource, TestApproximationSearchEquivalence, TestIndexWriterReader, TestLucene50StoredFieldsFormat, TestSort, TestNamedSPILoader, TestWildcard, TestInfoStream, TestFileSwitchDirectory, TestRollback, TestSumDocFreq, TestSizeBoundedForceMerge, TestExternalCodecs, TestSetOnce, TestMultiMMap, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=81C74F9C22A41D4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-RS -Dtests.timezone=America/Atikokan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([81C74F9C22A41D4]:0)
[junit4] Completed [419/442 (1!)] on J2 in 7220.40s, 23 tests, 2 errors <<< FAILURES!
[...truncated 11067 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/init-core-data-001
[junit4] 2> 3271521 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 3271521 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3271559 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3271573 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3271576 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3271591 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43014_hdfs____.tthia/webapp
[junit4] 2> 3272101 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43014
[junit4] 2> 3272165 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3272166 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3273143 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34773_datanode____.clrw7b/webapp
[junit4] 2> 3273568 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34773
[junit4] 2> 3273610 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3273611 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3273628 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46741_datanode____roe3vd/webapp
[junit4] 2> 3273785 INFO (IPC Server handler 3 on 33177) [ ] BlockStateChange BLOCK* processReport: from storage DS-0878a8c0-d4c7-4f47-8c1e-fd2fa9229f9f node DatanodeRegistration(127.0.0.1:52688, datanodeUuid=0fff66f6-ccab-4607-9215-0f10a76ca831, infoPort=58018, infoSecurePort=0, ipcPort=58151, storageInfo=lv=-56;cid=testClusterID;nsid=1317380466;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 3273786 INFO (IPC Server handler 3 on 33177) [ ] BlockStateChange BLOCK* processReport: from storage DS-7eaf7727-bc95-4cb0-9866-785adeb1b400 node DatanodeRegistration(127.0.0.1:52688, datanodeUuid=0fff66f6-ccab-4607-9215-0f10a76ca831, infoPort=58018, infoSecurePort=0, ipcPort=58151, storageInfo=lv=-56;cid=testClusterID;nsid=1317380466;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3274081 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C38CCD08260DBADC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46741
[junit4] 2> 3274170 INFO (IPC Server handler 2 on 33177) [ ] BlockStateChange BLOCK* processReport: from storage DS-397c41b8-3df8-408d-af1c-bfb548dc8789 node DatanodeRegistration(127.0.0.1:53328, datanodeUuid=b852e969-beb0-435c-995b-2a6424168c30, infoPort=51190, infoSecurePort=0, ipcPort=45981, storageInfo=lv=-56;cid=testClusterID;nsid=1317380466;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 3274170 INFO (IPC Server handler 2 on 33177) [ ] BlockStateChange BLOCK* processReport: from storage DS-53e25624-cb0d-446d-96b0-0fad2dd0ab68 node DatanodeRegistration(127.0.0.1:53328, datanodeUuid=b852e969-beb0-435c-995b-2a6424168c30, infoPort=51190, infoSecurePort=0, ipcPort=45981, storageInfo=lv=-56;cid=testClusterID;nsid=1317380466;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3274253 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3274253 INFO (Thread-233435) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3274253 INFO (Thread-233435) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3274353 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.ZkTestServer start zk server on port:43217
[junit4] 2> 3274371 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3274373 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 3274375 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3274376 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3274378 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3274379 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3274380 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3274382 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3274383 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3274385 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3274386 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3274494 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/control-001/cores/collection1
[junit4] 2> 3274495 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3274497 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2006344{/,null,AVAILABLE}
[junit4] 2> 3274497 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2dc2347e{HTTP/1.1,[http/1.1]}{127.0.0.1:52264}
[junit4] 2> 3274497 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.Server Started @3278363ms
[junit4] 2> 3274498 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=52264, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/control-001/cores}
[junit4] 2> 3274498 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3274498 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3274498 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3274499 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3274499 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-07T17:45:04.365Z
[junit4] 2> 3274501 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3274502 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/control-001/solr.xml
[junit4] 2> 3274508 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3274508 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43217/solr
[junit4] 2> 3274530 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:52264_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52264_
[junit4] 2> 3274531 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:52264_ ] o.a.s.c.Overseer Overseer (id=97067512897208324-127.0.0.1:52264_-n_0000000000) starting
[junit4] 2> 3274538 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:52264_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52264_
[junit4] 2> 3274548 INFO (OverseerStateUpdate-97067512897208324-127.0.0.1:52264_-n_0000000000) [n:127.0.0.1:52264_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3274605 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:52264_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/control-001/cores
[junit4] 2> 3274605 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:52264_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3274608 INFO (OverseerStateUpdate-97067512897208324-127.0.0.1:52264_-n_0000000000) [n:127.0.0.1:52264_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3275620 WARN (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3275620 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3275634 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3275710 WARN (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3275712 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3275728 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 3275729 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33177/solr_hdfs_home
[junit4] 2> 3275729 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3275729 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/control-001/cores/collection1], dataDir=[hdfs://localhost:33177/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 3275729 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1427773c
[junit4] 2> 3275729 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33177/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 3275739 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3275739 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3275739 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3275744 WARN (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3280859 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3280860 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33177/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 3280880 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33177/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 3280889 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3280889 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3280889 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3280901 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3280902 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=15.8486328125, floorSegmentMB=1.3251953125, forceMergeDeletesPctAllowed=13.502512442212712, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 3280920 INFO (IPC Server handler 5 on 33177) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53328 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0878a8c0-d4c7-4f47-8c1e-fd2fa9229f9f:NORMAL:127.0.0.1:52688|RBW], ReplicaUC[[DISK]DS-53e25624-cb0d-446d-96b0-0fad2dd0ab68:NORMAL:127.0.0.1:53328|RBW]]} size 0
[junit4] 2> 3280921 INFO (IPC Server handler 6 on 33177) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52688 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-53e25624-cb0d-446d-96b0-0fad2dd0ab68:NORMAL:127.0.0.1:53328|RBW], ReplicaUC[[DISK]DS-7eaf7727-bc95-4cb0-9866-785adeb1b400:NORMAL:127.0.0.1:52688|FINALIZED]]} size 0
[junit4] 2> 3280928 WARN (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 3280935 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3280935 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3280935 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3280945 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3280945 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3280946 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1795151534, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3280951 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d3f2a7d[collection1] main]
[junit4] 2> 3280952 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3280953 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3280953 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3280953 INFO (searcherExecutor-7263-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d3f2a7d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3280954 INFO (coreLoadExecutor-7262-thread-1-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553080213380792320
[junit4] 2> 3280961 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3280961 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3280961 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52264/collection1/
[junit4] 2> 3280961 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3280961 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52264/collection1/ has no replicas
[junit4] 2> 3280966 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52264/collection1/ shard1
[junit4] 2> 3281112 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3281114 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43217/solr ready
[junit4] 2> 3281114 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3281114 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 3281117 INFO (coreZkRegister-7255-thread-1-processing-n:127.0.0.1:52264_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52264_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3281222 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-1-001/cores/collection1
[junit4] 2> 3281223 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-1-001
[junit4] 2> 3281223 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3281224 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59959df8{/,null,AVAILABLE}
[junit4] 2> 3281225 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@250df3dc{HTTP/1.1,[http/1.1]}{127.0.0.1:58469}
[junit4] 2> 3281225 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.Server Started @3285091ms
[junit4] 2> 3281225 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=58469, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-1-001/cores}
[junit4] 2> 3281226 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3281227 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3281227 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3281227 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3281227 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-07T17:45:11.093Z
[junit4] 2> 3281237 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3281237 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-1-001/solr.xml
[junit4] 2> 3281244 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3281244 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43217/solr
[junit4] 2> 3281254 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:58469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3281260 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:58469_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58469_
[junit4] 2> 3281263 INFO (zkCallback-2515-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3281263 INFO (zkCallback-2511-thread-2-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3281267 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3281326 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:58469_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-1-001/cores
[junit4] 2> 3281326 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:58469_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3281329 INFO (OverseerStateUpdate-97067512897208324-127.0.0.1:52264_-n_0000000000) [n:127.0.0.1:52264_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 3281431 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3282353 WARN (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3282354 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3282367 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3282429 WARN (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3282430 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3282447 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3282447 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33177/solr_hdfs_home
[junit4] 2> 3282447 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3282447 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:33177/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 3282447 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1427773c
[junit4] 2> 3282447 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33177/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 3282457 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3282457 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3282457 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3282464 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3282465 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33177/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 3282483 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33177/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 3282491 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3282491 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3282491 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3282497 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3282497 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=15.8486328125, floorSegmentMB=1.3251953125, forceMergeDeletesPctAllowed=13.502512442212712, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 3282521 INFO (IPC Server handler 7 on 33177) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53328 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0878a8c0-d4c7-4f47-8c1e-fd2fa9229f9f:NORMAL:127.0.0.1:52688|RBW], ReplicaUC[[DISK]DS-397c41b8-3df8-408d-af1c-bfb548dc8789:NORMAL:127.0.0.1:53328|FINALIZED]]} size 0
[junit4] 2> 3282522 INFO (IPC Server handler 8 on 33177) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52688 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0878a8c0-d4c7-4f47-8c1e-fd2fa9229f9f:NORMAL:127.0.0.1:52688|RBW], ReplicaUC[[DISK]DS-397c41b8-3df8-408d-af1c-bfb548dc8789:NORMAL:127.0.0.1:53328|FINALIZED]]} size 0
[junit4] 2> 3282528 WARN (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 3282546 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3282546 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3282546 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3282557 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3282557 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3282560 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1795151534, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3282564 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2690664f[collection1] main]
[junit4] 2> 3282564 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3282565 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3282565 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3282566 INFO (searcherExecutor-7274-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2690664f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3282566 INFO (coreLoadExecutor-7273-thread-1-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1553080215071096832
[junit4] 2> 3282574 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3282574 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3282574 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58469/collection1/
[junit4] 2> 3282574 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3282574 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58469/collection1/ has no replicas
[junit4] 2> 3282578 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58469/collection1/ shard2
[junit4] 2> 3282681 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3282730 INFO (coreZkRegister-7268-thread-1-processing-n:127.0.0.1:58469_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58469_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3282834 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3282939 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-2-001/cores/collection1
[junit4] 2> 3282940 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-2-001
[junit4] 2> 3282941 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3282942 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b0fa2f0{/,null,AVAILABLE}
[junit4] 2> 3282942 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35be9825{HTTP/1.1,[http/1.1]}{127.0.0.1:55541}
[junit4] 2> 3282942 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.e.j.s.Server Started @3286809ms
[junit4] 2> 3282943 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=55541, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-2-001/cores}
[junit4] 2> 3282943 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3282944 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3282945 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3282945 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3282945 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-07T17:45:12.811Z
[junit4] 2> 3282951 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3282951 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-2-001/solr.xml
[junit4] 2> 3282957 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3282958 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43217/solr
[junit4] 2> 3282967 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:55541_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3282972 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:55541_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55541_
[junit4] 2> 3282974 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:58469_) [n:127.0.0.1:58469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3282974 INFO (zkCallback-2515-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3282974 INFO (zkCallback-2511-thread-2-processing-n:127.0.0.1:52264_) [n:127.0.0.1:52264_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3282991 INFO (zkCallback-2527-thread-1-processing-n:127.0.0.1:55541_) [n:127.0.0.1:55541_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3283054 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:55541_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C38CCD08260DBADC-001/shard-2-001/cores
[junit4] 2> 3283054 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C38CCD08260DBADC]) [n:127.0.0.1:55541_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3283057 INFO (OverseerStateUpdate-97067512897208324-127.0.0.1:52264_-n_0000000000) [n:127.0.0.
[...truncated too long message...]
rceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4512932 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49670 49670
[junit4] 2> 4512932 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C38CCD08260DBADC]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C38CCD08260DBADC-001
[junit4] 2> Dec 07, 2016 6:05:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1495, maxMBSortInHeap=5.317353908840547, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=da, timezone=Asia/Nicosia
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=55156888,total=504365056
[junit4] 2> NOTE: All tests run in this JVM: [TestWriterPerf, CdcrRequestHandlerTest, TestJmxMonitoredMap, TestFilteredDocIdSet, RecoveryZkTest, TestSolrJ, TestCoreDiscovery, CollectionStateFormat2Test, TestRandomCollapseQParserPlugin, MergeStrategyTest, BasicDistributedZk2Test, TestBlobHandler, TermVectorComponentDistributedTest, RequestHandlersTest, SOLR749Test, TestComplexPhraseQParserPlugin, SaslZkACLProviderTest, DataDrivenBlockJoinTest, TestConfigSetImmutable, TestReversedWildcardFilterFactory, TriLevelCompositeIdRoutingTest, TestTestInjection, TimeZoneUtilsTest, AnalyticsMergeStrategyTest, TestJsonFacetRefinement, TestClassicSimilarityFactory, TestIndexSearcher, TestSolrCloudSnapshots, SharedFSAutoReplicaFailoverUtilsTest, DistributedSuggestComponentTest, TestLFUCache, CoreAdminHandlerTest, GraphQueryTest, BufferStoreTest, BooleanFieldTest, NoCacheHeaderTest, TestConfigSetsAPIZkFailure, TestReload, SuggesterWFSTTest, TestExtendedDismaxParser, QueryResultKeyTest, SparseHLLTest, TestSubQueryTransformer, QueryParsingTest, TestReplicationHandlerBackup, PreAnalyzedUpdateProcessorTest, ForceLeaderTest, TestXIncludeConfig, WrapperMergePolicyFactoryTest, SegmentsInfoRequestHandlerTest, TestDefaultStatsCache, CurrencyFieldXmlFileTest, DocValuesMultiTest, CdcrBootstrapTest, HdfsRecoveryZkTest, LeaderElectionTest, PrimUtilsTest, PluginInfoTest, ResponseHeaderTest, SolrCoreCheckLockOnStartupTest, DistributedFacetPivotWhiteBoxTest, TestSolrConfigHandlerConcurrent, TestMacroExpander, DebugComponentTest, HdfsBasicDistributedZkTest, TestPhraseSuggestions, SmileWriterTest, TestRequestStatusCollectionAPI, BadComponentTest, LeaderFailoverAfterPartitionTest, TestManagedStopFilterFactory, UpdateParamsTest, AutoCommitTest, StatelessScriptUpdateProcessorFactoryTest, TestJavabinTupleStreamParser, TestCloudPseudoReturnFields, XmlUpdateRequestHandlerTest, SmileWriterTest, ConnectionReuseTest, TestHighFrequencyDictionaryFactory, SimpleFacetsTest, TestTolerantUpdateProcessorCloud, TestRecovery, BigEndianAscendingWordSerializerTest, TestNumericTerms32, TestZkChroot, MinimalSchemaTest, FullSolrCloudDistribCmdsTest, LeaderInitiatedRecoveryOnShardRestartTest, BadIndexSchemaTest, FullHLLTest, PreAnalyzedFieldTest, DeleteReplicaTest, TestSolrConfigHandler, TestDistribDocBasedVersion, HighlighterMaxOffsetTest, RuleEngineTest, TestPostingsSolrHighlighter, TestOnReconnectListenerSupport, TestFieldTypeResource, TestSimpleQParserPlugin, FieldAnalysisRequestHandlerTest, TestSolrQueryParserDefaultOperatorResource, TestSort, TestMergePolicyConfig, TestMiniSolrCloudCluster, TestRandomFaceting, TestRandomDVFaceting, TestDistributedSearch, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, ReplicationFactorTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [519/660 (2!)] on J2 in 165.73s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61206 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 220 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/220/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([3A4D9D42047D4C9D:186244177DD98D7A]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:557)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([3A4D9D42047D4C9D:B219A298AA812165]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:298)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([3A4D9D42047D4C9D:7238E9F6024E6308]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([3A4D9D42047D4C9D:1733D218F359F691]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11388 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/init-core-data-001
[junit4] 2> 309285 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 309286 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001
[junit4] 2> 309288 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 309295 INFO (Thread-570) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 309295 INFO (Thread-570) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 309395 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50482
[junit4] 2> 309406 INFO (jetty-launcher-397-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 309407 INFO (jetty-launcher-397-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 309411 INFO (jetty-launcher-397-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 309413 INFO (jetty-launcher-397-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78f91c07{/solr,null,AVAILABLE}
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b630b90{HTTP/1.1,[http/1.1]}{127.0.0.1:42943}
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.e.j.s.Server Started @313792ms
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42943}
[junit4] 2> 309414 ERROR (jetty-launcher-397-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309414 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-06T19:33:34.913Z
[junit4] 2> 309420 INFO (jetty-launcher-397-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 309424 INFO (jetty-launcher-397-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b4a518d{/solr,null,AVAILABLE}
[junit4] 2> 309424 INFO (jetty-launcher-397-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c147877{HTTP/1.1,[http/1.1]}{127.0.0.1:57196}
[junit4] 2> 309425 INFO (jetty-launcher-397-thread-4) [ ] o.e.j.s.Server Started @313803ms
[junit4] 2> 309425 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57196}
[junit4] 2> 309425 ERROR (jetty-launcher-397-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309425 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 309425 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309425 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309425 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-06T19:33:34.924Z
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ea2927d{/solr,null,AVAILABLE}
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ca23911{HTTP/1.1,[http/1.1]}{127.0.0.1:53493}
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.e.j.s.Server Started @313807ms
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53493}
[junit4] 2> 309428 ERROR (jetty-launcher-397-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309428 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309429 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-06T19:33:34.927Z
[junit4] 2> 309445 INFO (jetty-launcher-397-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a681603{/solr,null,AVAILABLE}
[junit4] 2> 309445 INFO (jetty-launcher-397-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ce8c273{HTTP/1.1,[http/1.1]}{127.0.0.1:34080}
[junit4] 2> 309445 INFO (jetty-launcher-397-thread-3) [ ] o.e.j.s.Server Started @313824ms
[junit4] 2> 309445 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34080}
[junit4] 2> 309445 ERROR (jetty-launcher-397-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309445 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 309445 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309446 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 309446 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-06T19:33:34.945Z
[junit4] 2> 309466 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309471 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309483 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309484 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 309484 INFO (jetty-launcher-397-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50482/solr
[junit4] 2> 309491 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309492 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 309501 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158d5a07dcb0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 309502 INFO (jetty-launcher-397-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50482/solr
[junit4] 2> 309503 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 309511 INFO (jetty-launcher-397-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50482/solr
[junit4] 2> 309549 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 309576 INFO (jetty-launcher-397-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50482/solr
[junit4] 2> 309592 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158d5a07dcb0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 309612 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158d5a07dcb000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 309663 INFO (jetty-launcher-397-thread-4) [n:127.0.0.1:57196_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57196_solr
[junit4] 2> 309664 INFO (jetty-launcher-397-thread-4) [n:127.0.0.1:57196_solr ] o.a.s.c.Overseer Overseer (id=97062277270405129-127.0.0.1:57196_solr-n_0000000000) starting
[junit4] 2> 309667 INFO (jetty-launcher-397-thread-2) [n:127.0.0.1:53493_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53493_solr
[junit4] 2> 309668 INFO (jetty-launcher-397-thread-3) [n:127.0.0.1:34080_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34080_solr
[junit4] 2> 309671 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309671 INFO (jetty-launcher-397-thread-1) [n:127.0.0.1:42943_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42943_solr
[junit4] 2> 309676 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309687 INFO (zkCallback-416-thread-1-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 309689 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 309690 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 309690 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 309703 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 309703 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 309703 INFO (zkCallback-416-thread-1-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 309708 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 309739 INFO (jetty-launcher-397-thread-2) [n:127.0.0.1:53493_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node2/.
[junit4] 2> 309743 INFO (jetty-launcher-397-thread-4) [n:127.0.0.1:57196_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57196_solr
[junit4] 2> 309744 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 309744 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 309745 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 309745 INFO (zkCallback-416-thread-1-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 309746 INFO (jetty-launcher-397-thread-1) [n:127.0.0.1:42943_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node1/.
[junit4] 2> 309778 INFO (jetty-launcher-397-thread-3) [n:127.0.0.1:34080_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node3/.
[junit4] 2> 309813 INFO (jetty-launcher-397-thread-4) [n:127.0.0.1:57196_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node4/.
[junit4] 2> 309864 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 309865 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50482/solr ready
[junit4] 2> 310692 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 311521 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 311772 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 311804 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 311896 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 311949 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50532_hdfs____yo3hxf/webapp
[junit4] 2> 312793 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50532
[junit4] 2> 313740 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 313747 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 313761 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43020_datanode____.swucqy/webapp
[junit4] 2> 314179 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43020
[junit4] 2> 314578 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 314579 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 314629 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59930_datanode____grx9uh/webapp
[junit4] 2> 315131 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59930
[junit4] 2> 316638 INFO (IPC Server handler 0 on 45231) [ ] BlockStateChange BLOCK* processReport: from storage DS-952307a5-b436-4d29-acc2-452b155b8e2e node DatanodeRegistration(127.0.0.1:52929, datanodeUuid=b5709e42-53c0-4ad3-9e08-6c865a095914, infoPort=47783, infoSecurePort=0, ipcPort=48276, storageInfo=lv=-56;cid=testClusterID;nsid=1774368644;c=0), blocks: 0, hasStaleStorage: true, processing time: 5 msecs
[junit4] 2> 316638 INFO (IPC Server handler 0 on 45231) [ ] BlockStateChange BLOCK* processReport: from storage DS-b48c8d55-6270-4c53-86c4-c85d9377293b node DatanodeRegistration(127.0.0.1:52929, datanodeUuid=b5709e42-53c0-4ad3-9e08-6c865a095914, infoPort=47783, infoSecurePort=0, ipcPort=48276, storageInfo=lv=-56;cid=testClusterID;nsid=1774368644;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 316641 INFO (IPC Server handler 2 on 45231) [ ] BlockStateChange BLOCK* processReport: from storage DS-16aba6b9-c89d-4337-9aae-f75b8324132b node DatanodeRegistration(127.0.0.1:33647, datanodeUuid=33dcf71b-a0f1-47fb-840c-ab94accbfb30, infoPort=49146, infoSecurePort=0, ipcPort=60657, storageInfo=lv=-56;cid=testClusterID;nsid=1774368644;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 316641 INFO (IPC Server handler 2 on 45231) [ ] BlockStateChange BLOCK* processReport: from storage DS-57ecaa0d-cdae-4119-b636-fd79e0f901aa node DatanodeRegistration(127.0.0.1:33647, datanodeUuid=33dcf71b-a0f1-47fb-840c-ab94accbfb30, infoPort=49146, infoSecurePort=0, ipcPort=60657, storageInfo=lv=-56;cid=testClusterID;nsid=1774368644;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 317045 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 317046 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 317054 INFO (qtp365013719-2135) [n:127.0.0.1:57196_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 317061 INFO (OverseerThreadFactory-936-thread-1-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 317063 ERROR (OverseerThreadFactory-936-thread-1-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:117)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 317069 INFO (qtp365013719-2135) [n:127.0.0.1:57196_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=15
[junit4] 2> 317070 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 317151 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 317153 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 317156 INFO (qtp365013719-2136) [n:127.0.0.1:57196_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 317165 INFO (OverseerThreadFactory-936-thread-2-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 317165 INFO (OverseerCollectionConfigSetProcessor-97062277270405129-127.0.0.1:57196_solr-n_0000000000) [n:127.0.0.1:57196_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 317291 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 317292 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 317322 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 317322 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 317432 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317432 INFO (zkCallback-416-thread-4-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317432 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 317432 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 318332 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 318332 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 318343 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 318351 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 318354 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 318354 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 318355 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 318355 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 318356 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 318372 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 318375 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 318375 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 318376 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 318378 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 318380 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 318382 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 318395 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45231/data
[junit4] 2> 318396 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 318396 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node4/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:45231/data/addReplicaColl/core_node1/data/]
[junit4] 2> 318397 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45231/data
[junit4] 2> 318397 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 318397 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:45231/data/addReplicaColl/core_node3/data/]
[junit4] 2> 318397 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45231/data
[junit4] 2> 318398 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 318398 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:45231/data/addReplicaColl/core_node4/data/]
[junit4] 2> 318398 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45231/data
[junit4] 2> 318398 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 318398 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_3A4D9D42047D4C9D-001/tempDir-001/node3/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:45231/data/addReplicaColl/core_node2/data/]
[junit4] 2> 318399 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 318399 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 318400 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 318400 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 318445 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 318445 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 318445 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 318445 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 318445 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 318445 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 318445 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 318445 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 318445 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 318445 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 318446 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 318446 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 320341 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320345 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320347 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320354 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node3/data
[junit4] 2> 320359 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320360 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node4/data
[junit4] 2> 320367 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node1/data
[junit4] 2> 320368 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node2/data
[junit4] 2> 320440 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node4/data/index
[junit4] 2> 320441 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node1/data/index
[junit4] 2> 320445 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node3/data/index
[junit4] 2> 320447 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45231/data/addReplicaColl/core_node2/data/index
[junit4] 2> 320461 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 320461 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 320461 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 320462 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 320462 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 320462 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 320464 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 320464 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 320464 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 320476 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 320476 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 320476 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 320495 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320499 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320509 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320536 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 320887 INFO (IPC Server handler 0 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33647 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-952307a5-b436-4d29-acc2-452b155b8e2e:NORMAL:127.0.0.1:52929|RBW], ReplicaUC[[DISK]DS-57ecaa0d-cdae-4119-b636-fd79e0f901aa:NORMAL:127.0.0.1:33647|RBW]]} size 71
[junit4] 2> 320888 INFO (IPC Server handler 1 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52929 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-16aba6b9-c89d-4337-9aae-f75b8324132b:NORMAL:127.0.0.1:33647|RBW], ReplicaUC[[DISK]DS-952307a5-b436-4d29-acc2-452b155b8e2e:NORMAL:127.0.0.1:52929|RBW]]} size 71
[junit4] 2> 320889 INFO (IPC Server handler 9 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52929 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-952307a5-b436-4d29-acc2-452b155b8e2e:NORMAL:127.0.0.1:52929|RBW], ReplicaUC[[DISK]DS-57ecaa0d-cdae-4119-b636-fd79e0f901aa:NORMAL:127.0.0.1:33647|RBW]]} size 71
[junit4] 2> 320890 INFO (IPC Server handler 9 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52929 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-952307a5-b436-4d29-acc2-452b155b8e2e:NORMAL:127.0.0.1:52929|RBW], ReplicaUC[[DISK]DS-16aba6b9-c89d-4337-9aae-f75b8324132b:NORMAL:127.0.0.1:33647|RBW]]} size 71
[junit4] 2> 320890 INFO (IPC Server handler 9 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52929 is added to blk_1073741828_1004 size 71
[junit4] 2> 320890 INFO (IPC Server handler 2 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33647 is added to blk_1073741827_1003 size 71
[junit4] 2> 320891 INFO (IPC Server handler 2 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33647 is added to blk_1073741825_1001 size 71
[junit4] 2> 320891 INFO (IPC Server handler 2 on 45231) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33647 is added to blk_1073741826_1002 size 71
[junit4] 2> 321344 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 321344 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 321344 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 321347 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 321347 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 321347 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 321347 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 321347 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 321347 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 321347 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 321347 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 321352 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 321377 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 321377 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 321380 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 321380 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 321384 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 321384 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 321389 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 321389 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 321510 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5747ef03[addReplicaColl_shard1_replica2] main]
[junit4] 2> 321513 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a263024[addReplicaColl_shard2_replica1] main]
[junit4] 2> 321514 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 321515 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 321515 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@634db934[addReplicaColl_shard1_replica1] main]
[junit4] 2> 321515 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@42a60d55[addReplicaColl_shard2_replica2] main]
[junit4] 2> 321516 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 321517 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 321517 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 321519 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 321519 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 321519 INFO (searcherExecutor-948-thread-1-processing-n:127.0.0.1:53493_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl r:core_node3) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@5747ef03[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 321520 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 321520 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 321520 INFO (searcherExecutor-945-thread-1-processing-n:127.0.0.1:34080_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl r:core_node2) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@3a263024[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 321520 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552996449144274944
[junit4] 2> 321522 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 321522 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552996449146372096
[junit4] 2> 321523 INFO (searcherExecutor-946-thread-1-processing-n:127.0.0.1:57196_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl r:core_node1) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@42a60d55[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 321523 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 321523 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 321524 INFO (searcherExecutor-947-thread-1-processing-n:127.0.0.1:42943_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl r:core_node4) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@634db934[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 321524 INFO (qtp430414687-2123) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552996449148469248
[junit4] 2> 321525 INFO (qtp365013719-2133) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552996449149517824
[junit4] 2> 321531 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 321534 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321534 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321534 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321534 INFO (zkCallback-416-thread-3-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321536 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 321642 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321642 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321642 INFO (zkCallback-416-thread-3-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 321642 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 322033 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 322033 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 322033 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53493/solr/addReplicaColl_shard1_replica2/
[junit4] 2> 322033 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica2 url=http://127.0.0.1:53493/solr START replicas=[http://127.0.0.1:42943/solr/addReplicaColl_shard1_replica1/] nUpdates=100
[junit4] 2> 322034 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica2 url=http://127.0.0.1:53493/solr DONE. We have no versions. sync failed.
[junit4] 2> 322036 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 322036 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 322036 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34080/solr/addReplicaColl_shard2_replica1/
[junit4] 2> 322036 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:34080/solr START replicas=[http://127.0.0.1:57196/solr/addReplicaColl_shard2_replica2/] nUpdates=100
[junit4] 2> 322037 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:34080/solr DONE. We have no versions. sync failed.
[junit4] 2> 322041 INFO (qtp430414687-2120) [n:127.0.0.1:42943_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica1] o.a.s.c.S.Request [addReplicaColl_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 322041 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 322042 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 322043 INFO (qtp365013719-2132) [n:127.0.0.1:57196_solr c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.c.S.Request [addReplicaColl_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 322043 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 322043 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 322048 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53493/solr/addReplicaColl_shard1_replica2/ shard1
[junit4] 2> 322056 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34080/solr/addReplicaColl_shard2_replica1/ shard2
[junit4] 2> 322157 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 322157 INFO (zkCallback-414-thread-1-processing-n:127.0.0.1:53493_solr) [n:127.0.0.1:53493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 322158 INFO (zkCallback-416-thread-6-processing-n:127.0.0.1:57196_solr) [n:127.0.0.1:57196_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 322158 INFO (zkCallback-418-thread-1-processing-n:127.0.0.1:34080_solr) [n:127.0.0.1:34080_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 322199 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 322201 INFO (qtp887706752-2114) [n:127.0.0.1:53493_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4879
[junit4] 2> 322207 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 322209 INFO (qtp310858731-2152) [n:127.0.0.1:34080_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4918
[junit4] 2> 322312 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:42943_solr) [n:127.0.0.1:42943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 322312 INFO
[...truncated too long message...]
eReader$LazyCollectionRef.get(ZkStateReader.java:638)
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:250)
[junit4] 2> at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:165)
[junit4] 2> at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:129)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1110)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1096)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 3606117 INFO (zkCallback-3230-thread-3-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56981__%2Fb
[junit4] 2> 3606119 INFO (zkCallback-3230-thread-3-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb ] o.a.s.c.Overseer Overseer (id=97062489568772129-127.0.0.1:56981__%2Fb-n_0000000007) starting
[junit4] 2> 3606119 INFO (zkCallback-3230-thread-1-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3606132 INFO (zkCallback-3230-thread-3-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3606241 INFO (zkCallback-3230-thread-2-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3607606 WARN (zkCallback-3223-thread-3-processing-n:127.0.0.1:59735__%2Fb) [n:127.0.0.1:59735__%2Fb ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3607607 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@175250e7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3607613 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7311e1af{/_/b,null,UNAVAILABLE}
[junit4] 2> 3607614 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 56981
[junit4] 2> 3607614 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1797896645
[junit4] 2> 3607618 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.c.Overseer Overseer (id=97062489568772129-127.0.0.1:56981__%2Fb-n_0000000007) closing
[junit4] 2> 3607619 INFO (OverseerStateUpdate-97062489568772129-127.0.0.1:56981__%2Fb-n_0000000007) [n:127.0.0.1:56981__%2Fb ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56981__%2Fb
[junit4] 2> 3608619 WARN (zkCallback-3230-thread-1-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 3608619 INFO (zkCallback-3230-thread-1-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3608619 INFO (zkCallback-3230-thread-1-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.c.SolrCore [target_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@d69280
[junit4] 2> 3608619 INFO (zkCallback-3230-thread-1-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb c:target_collection s:shard2 r:core_node1 x:target_collection_shard2_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 3609119 WARN (zkCallback-3230-thread-3-processing-n:127.0.0.1:56981__%2Fb) [n:127.0.0.1:56981__%2Fb ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3609120 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@114ddfcc{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3609120 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@129da0e2{/_/b,null,UNAVAILABLE}
[junit4] 2> 3609121 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBatchAddsWithDelete
[junit4] 2> 3609122 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchAddsWithDelete-seed#[3A4D9D42047D4C9D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37345 37345
[junit4] 2> 3609208 INFO (Thread-2869) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37345 37345
[junit4] 2> 3609209 WARN (Thread-2869) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/clusterprops.json
[junit4] 2> 29 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 69 /solr/overseer/queue
[junit4] 2> 48 /solr/overseer/collection-queue-work
[junit4] 2> 29 /solr/collections
[junit4] 2> 28 /solr/live_nodes
[junit4] 2> 19 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3609211 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[3A4D9D42047D4C9D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_3A4D9D42047D4C9D-001
[junit4] 2> Dec 06, 2016 8:28:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sq-AL, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=91872464,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, TestCryptoKeys, TestLazyCores, DeleteLastCustomShardedReplicaTest, HLLSerializationTest, TestCloudSchemaless, TestSolr4Spatial, TestMaxScoreQueryParser, TestReloadAndDeleteDocs, TestFoldingMultitermQuery, TestManagedSchemaAPI, TestReplicationHandler, TestJsonFacets, DistributedQueryComponentCustomSortTest, MBeansHandlerTest, TestDynamicFieldCollectionResource, TestRemoteStreaming, TestPerFieldSimilarity, TestManagedResourceStorage, TestFaceting, TestDocumentBuilder, TestRealTimeGet, TestSolrQueryParserResource, CloudMLTQParserTest, TestSolrCoreSnapshots, CacheHeaderTest, RulesTest, NumericFieldsTest, TestSchemaNameResource, TestStressCloudBlindAtomicUpdates, TestBulkSchemaConcurrent, PeerSyncReplicationTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [442/660 (3!)] on J0 in 1813.15s, 11 tests, 1 error <<< FAILURES!
[...truncated 61464 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 219 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/219/
8 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([61CECF4512AB645F]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([61CECF4512AB645F]:0)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([76CD8EC0C0347139:FDEA5D118132DABD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:48273: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48273: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([76CD8EC0C0347139:FE99B11A6EC81CC1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:133)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([76CD8EC0C0347139:FE99B11A6EC81CC1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:156)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([76CD8EC0C0347139:FE99B11A6EC81CC1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([76CD8EC0C0347139:3EB8FA74C6075EAC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([76CD8EC0C0347139:5BB3C19A3710CB35]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1611 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> déc. 05, 2016 3:57:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=38, name=SUITE-TestFuzzyQuery-seed#[61CECF4512AB645F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=39, name=TEST-TestFuzzyQuery.testRandom-seed#[61CECF4512AB645F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=61CECF4512AB645F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CH -Dtests.timezone=Australia/Hobart -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([61CECF4512AB645F]:0)
[junit4] 2> déc. 05, 2016 3:57:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> déc. 05, 2016 3:58:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=39, name=TEST-TestFuzzyQuery.testRandom-seed#[61CECF4512AB645F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> déc. 05, 2016 3:58:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=39, name=TEST-TestFuzzyQuery.testRandom-seed#[61CECF4512AB645F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> déc. 05, 2016 3:58:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=39, name=TEST-TestFuzzyQuery.testRandom-seed#[61CECF4512AB645F], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=1, maxDocsPerChunk=1, blockSize=388), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=1, blockSize=388)), sim=RandomSimilarity(queryNorm=true,coord=yes): {field=DFI(ChiSquared)}, locale=fr-CH, timezone=Australia/Hobart
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=190218736,total=208666624
[junit4] 2> NOTE: All tests run in this JVM: [TestOmitTf, Test2BSortedDocValuesFixedSorted, TestMathUtil, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=61CECF4512AB645F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CH -Dtests.timezone=Australia/Hobart -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([61CECF4512AB645F]:0)
[junit4] Completed [372/442 (1!)] on J1 in 7223.31s, 3 tests, 2 errors <<< FAILURES!
[...truncated 10215 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/init-core-data-001
[junit4] 2> 676895 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 676896 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001
[junit4] 2> 676896 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 676897 INFO (Thread-2261) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 676897 INFO (Thread-2261) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 676998 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44028
[junit4] 2> 677011 INFO (jetty-launcher-731-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 677011 INFO (jetty-launcher-731-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 677011 INFO (jetty-launcher-731-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 677012 INFO (jetty-launcher-731-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 677013 INFO (jetty-launcher-731-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d05fe07{/solr,null,AVAILABLE}
[junit4] 2> 677023 INFO (jetty-launcher-731-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79e4641c{/solr,null,AVAILABLE}
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3451ab9d{SSL,[ssl, http/1.1]}{127.0.0.1:37178}
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.e.j.s.Server Started @681118ms
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37178}
[junit4] 2> 677025 ERROR (jetty-launcher-731-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 677025 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-04T19:46:43.296Z
[junit4] 2> 677036 INFO (jetty-launcher-731-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@500fa59b{SSL,[ssl, http/1.1]}{127.0.0.1:35373}
[junit4] 2> 677036 INFO (jetty-launcher-731-thread-2) [ ] o.e.j.s.Server Started @681130ms
[junit4] 2> 677036 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35373}
[junit4] 2> 677036 ERROR (jetty-launcher-731-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 677037 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 677037 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 677037 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 677037 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-04T19:46:43.308Z
[junit4] 2> 677037 INFO (jetty-launcher-731-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b587529{/solr,null,AVAILABLE}
[junit4] 2> 677056 INFO (jetty-launcher-731-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@681d5e59{/solr,null,AVAILABLE}
[junit4] 2> 677056 INFO (jetty-launcher-731-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d907bf7{SSL,[ssl, http/1.1]}{127.0.0.1:57961}
[junit4] 2> 677056 INFO (jetty-launcher-731-thread-4) [ ] o.e.j.s.Server Started @681150ms
[junit4] 2> 677057 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57961}
[junit4] 2> 677057 ERROR (jetty-launcher-731-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 677057 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 677057 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 677057 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 677057 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-04T19:46:43.328Z
[junit4] 2> 677060 INFO (jetty-launcher-731-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27ba1436{SSL,[ssl, http/1.1]}{127.0.0.1:48716}
[junit4] 2> 677060 INFO (jetty-launcher-731-thread-3) [ ] o.e.j.s.Server Started @681153ms
[junit4] 2> 677060 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48716}
[junit4] 2> 677060 ERROR (jetty-launcher-731-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 677060 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 677061 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 677061 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 677061 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-04T19:46:43.332Z
[junit4] 2> 677062 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 677071 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 677075 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 677075 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 677078 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 677079 INFO (jetty-launcher-731-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44028/solr
[junit4] 2> 677082 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158cb5fcd610002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 677085 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 677086 INFO (jetty-launcher-731-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44028/solr
[junit4] 2> 677090 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 677090 INFO (jetty-launcher-731-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44028/solr
[junit4] 2> 677093 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 677112 INFO (jetty-launcher-731-thread-1) [n:127.0.0.1:37178_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37178_solr
[junit4] 2> 677114 INFO (jetty-launcher-731-thread-1) [n:127.0.0.1:37178_solr ] o.a.s.c.Overseer Overseer (id=97051004316483591-127.0.0.1:37178_solr-n_0000000000) starting
[junit4] 2> 677138 INFO (jetty-launcher-731-thread-2) [n:127.0.0.1:35373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35373_solr
[junit4] 2> 677150 INFO (jetty-launcher-731-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44028/solr
[junit4] 2> 677163 INFO (zkCallback-745-thread-1-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 677167 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158cb5fcd61000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 677184 INFO (jetty-launcher-731-thread-1) [n:127.0.0.1:37178_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37178_solr
[junit4] 2> 677191 INFO (zkCallback-749-thread-1-processing-n:127.0.0.1:35373_solr) [n:127.0.0.1:35373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 677208 INFO (zkCallback-749-thread-1-processing-n:127.0.0.1:35373_solr) [n:127.0.0.1:35373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 677211 INFO (zkCallback-745-thread-1-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 677216 INFO (jetty-launcher-731-thread-3) [n:127.0.0.1:48716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 677229 INFO (jetty-launcher-731-thread-3) [n:127.0.0.1:48716_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48716_solr
[junit4] 2> 677230 INFO (zkCallback-749-thread-1-processing-n:127.0.0.1:35373_solr) [n:127.0.0.1:35373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 677251 INFO (jetty-launcher-731-thread-2) [n:127.0.0.1:35373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node3/.
[junit4] 2> 677255 INFO (zkCallback-745-thread-3-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 677272 INFO (jetty-launcher-731-thread-4) [n:127.0.0.1:57961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 677278 INFO (zkCallback-753-thread-1-processing-n:127.0.0.1:48716_solr) [n:127.0.0.1:48716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 677280 INFO (jetty-launcher-731-thread-4) [n:127.0.0.1:57961_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57961_solr
[junit4] 2> 677282 INFO (zkCallback-753-thread-1-processing-n:127.0.0.1:48716_solr) [n:127.0.0.1:48716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 677282 INFO (zkCallback-745-thread-1-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 677283 INFO (zkCallback-749-thread-1-processing-n:127.0.0.1:35373_solr) [n:127.0.0.1:35373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 677299 INFO (zkCallback-754-thread-1-processing-n:127.0.0.1:57961_solr) [n:127.0.0.1:57961_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 677314 INFO (jetty-launcher-731-thread-1) [n:127.0.0.1:37178_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node2/.
[junit4] 2> 677331 INFO (jetty-launcher-731-thread-4) [n:127.0.0.1:57961_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node1/.
[junit4] 2> 677411 INFO (jetty-launcher-731-thread-3) [n:127.0.0.1:48716_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node4/.
[junit4] 2> 677418 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 677419 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44028/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 677476 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 677492 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 677495 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 677508 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_40502_hdfs____.lrc0gr/webapp
[junit4] 2> 677957 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40502
[junit4] 2> 678029 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 678031 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 678044 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53428_datanode____.gnh69p/webapp
[junit4] 2> 678432 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53428
[junit4] 2> 678504 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 678505 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 678535 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56577_datanode____h10nln/webapp
[junit4] 2> 678591 INFO (IPC Server handler 3 on 38672) [ ] BlockStateChange BLOCK* processReport: from storage DS-fa799f78-8ccd-49d8-82a0-c90600954005 node DatanodeRegistration(127.0.0.1:37833, datanodeUuid=7f0c561c-beb9-4ce0-966e-c3563cab86c5, infoPort=36604, infoSecurePort=0, ipcPort=39937, storageInfo=lv=-56;cid=testClusterID;nsid=1248187616;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 678591 INFO (IPC Server handler 3 on 38672) [ ] BlockStateChange BLOCK* processReport: from storage DS-77d9e625-14e4-4069-b84a-2051eed388e3 node DatanodeRegistration(127.0.0.1:37833, datanodeUuid=7f0c561c-beb9-4ce0-966e-c3563cab86c5, infoPort=36604, infoSecurePort=0, ipcPort=39937, storageInfo=lv=-56;cid=testClusterID;nsid=1248187616;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 678968 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[76CD8EC0C0347139]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56577
[junit4] 2> 679060 INFO (IPC Server handler 2 on 38672) [ ] BlockStateChange BLOCK* processReport: from storage DS-d49ffed7-fb4b-49fb-af49-c74916dc6075 node DatanodeRegistration(127.0.0.1:50299, datanodeUuid=b28b3ef7-b754-4fa9-917f-b4ad76e9089c, infoPort=42900, infoSecurePort=0, ipcPort=59160, storageInfo=lv=-56;cid=testClusterID;nsid=1248187616;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 679060 INFO (IPC Server handler 2 on 38672) [ ] BlockStateChange BLOCK* processReport: from storage DS-1f925802-75e6-41a5-90ff-e2e4e8ac9e37 node DatanodeRegistration(127.0.0.1:50299, datanodeUuid=b28b3ef7-b754-4fa9-917f-b4ad76e9089c, infoPort=42900, infoSecurePort=0, ipcPort=59160, storageInfo=lv=-56;cid=testClusterID;nsid=1248187616;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 679161 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[76CD8EC0C0347139]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 679162 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[76CD8EC0C0347139]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 679225 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 679228 INFO (OverseerThreadFactory-1866-thread-1-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 679229 ERROR (OverseerThreadFactory-1866-thread-1-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:117)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 679232 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 679233 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[76CD8EC0C0347139]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 679293 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[76CD8EC0C0347139]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 679294 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[76CD8EC0C0347139]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 679298 INFO (qtp1382184418-5351) [n:127.0.0.1:48716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 679300 INFO (OverseerThreadFactory-1866-thread-2-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 679301 INFO (OverseerCollectionConfigSetProcessor-97051004316483591-127.0.0.1:37178_solr-n_0000000000) [n:127.0.0.1:37178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 679301 ERROR (OverseerThreadFactory-1866-thread-2-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:105)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 679304 INFO (qtp1382184418-5351) [n:127.0.0.1:48716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 679304 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[76CD8EC0C0347139]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 679368 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[76CD8EC0C0347139]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 679369 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[76CD8EC0C0347139]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 679372 INFO (qtp1382184418-5333) [n:127.0.0.1:48716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 679375 INFO (OverseerThreadFactory-1866-thread-3-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 679375 INFO (OverseerCollectionConfigSetProcessor-97051004316483591-127.0.0.1:37178_solr-n_0000000000) [n:127.0.0.1:37178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 679499 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 679571 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 679573 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 679577 INFO (qtp1296791814-5339) [n:127.0.0.1:57961_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 682499 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 682504 INFO (zkCallback-753-thread-1-processing-n:127.0.0.1:48716_solr) [n:127.0.0.1:48716_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 682572 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 682573 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 682577 INFO (qtp1296791814-5339) [n:127.0.0.1:57961_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 682682 INFO (zkCallback-753-thread-1-processing-n:127.0.0.1:48716_solr) [n:127.0.0.1:48716_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 682682 INFO (zkCallback-754-thread-1-processing-n:127.0.0.1:57961_solr) [n:127.0.0.1:57961_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 682682 INFO (zkCallback-745-thread-2-processing-n:127.0.0.1:37178_solr) [n:127.0.0.1:37178_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 682682 INFO (zkCallback-749-thread-1-processing-n:127.0.0.1:35373_solr) [n:127.0.0.1:35373_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 683511 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 683534 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 683537 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 683538 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 683539 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38672/data
[junit4] 2> 683539 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 683539 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node4/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:38672/data/addReplicaColl/core_node1/data/]
[junit4] 2> 683539 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38672/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 683546 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 683546 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 683546 INFO (qtp1382184418-5350) [n:127.0.0.1:48716_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 683583 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 683583 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 683589 INFO (qtp1296791814-5339) [n:127.0.0.1:57961_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 683591 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 683591 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 683593 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 683593 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 683595 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 683596 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38672/data
[junit4] 2> 683596 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 683596 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node3/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:38672/data/addReplicaColl/core_node2/data/]
[junit4] 2> 683597 INFO (qtp1296791814-5339) [n:127.0.0.1:57961_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 683599 INFO (qtp1940596849-5316) [n:127.0.0.1:35373_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38672/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 683596 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 683601 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38672/data
[junit4] 2> 683601 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 683601 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_76CD8EC0C0347139-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:38672/data/addReplicaColl/core_node3/data/]
[junit4] 2> 683601 INFO (qtp477430700-5327) [n:127.0.0.1:37178_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38672/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 683604 INFO (qtp1296791814-5339) [n:127.0.0.1:57961_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.Ind
[...truncated too long message...]
o(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4916895 INFO (SUITE-StressHdfsTest-seed#[76CD8EC0C0347139]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_76CD8EC0C0347139-001
[junit4] 2> Dec 04, 2016 8:57:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Asserting), _version_=FSTOrd50, multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=FSTOrd50, id=PostingsFormat(name=Asserting), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=LuceneFixedGap), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), txt_t=PostingsFormat(name=LuceneFixedGap)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=939, maxMBSortInHeap=5.924799971136695, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-CR, timezone=PNT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=330821000,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedUpdateProcessorTest, AlternateDirectoryTest, TestHighlightDedupGrouping, SolrRequestParserTest, TestSchemaNameResource, TestRangeQuery, FullHLLTest, PeerSyncTest, DisMaxRequestHandlerTest, DistributedFacetExistsSmallTest, CloudMLTQParserTest, QueryElevationComponentTest, TestGeoJSONResponseWriter, TestInfoStreamLogging, TestSolrQueryParserResource, DocumentAnalysisRequestHandlerTest, TestCrossCoreJoin, CacheHeaderTest, PeerSyncWithIndexFingerprintCachingTest, TestCryptoKeys, TestAuthorizationFramework, DefaultValueUpdateProcessorTest, TestSolr4Spatial, PathHierarchyTokenizerFactoryTest, ExitableDirectoryReaderTest, BlockCacheTest, DistributedVersionInfoTest, SolrCoreTest, TestAtomicUpdateErrorCases, TestUnifiedSolrHighlighter, TestStressLucene, TestLocalFSCloudBackupRestore, CursorPagingTest, TestQuerySenderNoQuery, TestCustomSort, ZkNodePropsTest, ChangedSchemaMergeTest, TestConfigReload, TestRemoteStreaming, TestDownShardTolerantSearch, AtomicUpdatesTest, TestMacros, TestSolrCloudWithDelegationTokens, BigEndianAscendingWordSerializerTest, DateFieldTest, VMParamsZkACLAndCredentialsProvidersTest, TestBulkSchemaConcurrent, ExternalFileFieldSortTest, SparseHLLTest, TestFieldCacheSort, LeaderFailureAfterFreshStartTest, TestManagedResourceStorage, TestSubQueryTransformerCrossCore, TestDistribIDF, ResourceLoaderTest, TestManagedSchemaAPI, XsltUpdateRequestHandlerTest, TestCSVLoader, TestOmitPositions, NumericFieldsTest, LeaderElectionIntegrationTest, TestDistributedSearch, TestBackupRepositoryFactory, TestFieldResource, DistributedSpellCheckComponentTest, TestSolrDynamicMBean, TestReloadDeadlock, TestReplicationHandler, BasicDistributedZkTest, TestCustomStream, HdfsChaosMonkeyNothingIsSafeTest, DistributedQueryComponentCustomSortTest, RollingRestartTest, ZkStateWriterTest, TestSolrQueryResponse, CachingDirectoryFactoryTest, TestSQLHandlerNonCloud, TestPseudoReturnFields, TestPushWriter, CoreAdminCreateDiscoverTest, TestXmlQParser, TestCodecSupport, NotRequiredUniqueKeyTest, TestStressCloudBlindAtomicUpdates, TestRandomFlRTGCloud, TestObjectReleaseTracker, TestRandomFaceting, TestLeaderElectionWithEmptyReplica, HdfsNNFailoverTest, ReturnFieldsTest, HighlighterConfigTest, SimpleCollectionCreateDeleteTest, TestRealTimeGet, TestPerFieldSimilarity, TestFastWriter, PolyFieldTest, TestLazyCores, CurrencyFieldOpenExchangeTest, TestDocSet, TestBinaryResponseWriter, TestValueSourceCache, TolerantUpdateProcessorTest, MigrateRouteKeyTest, DocExpirationUpdateProcessorFactoryTest, StandardRequestHandlerTest, FileBasedSpellCheckerTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestHdfsCloudBackupRestore, TestReplicaProperties, TestRequestForwarding, TestSizeLimitedDistributedMap, HdfsBasicDistributedZk2Test, HdfsRestartWhileUpdatingTest, StressHdfsTest]
[junit4] Completed [541/658 (5!)] on J0 in 103.23s, 1 test, 1 failure <<< FAILURES!
[...truncated 61088 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 218 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/218/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([98B4534D1E6A13DC:C4A9B4CCD04AA7EA]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([98B4534D1E6A13DC:10E06C97B0967E24]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([98B4534D1E6A13DC:D0C127F918593C49]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([98B4534D1E6A13DC:B5CA1C17E94EA9D0]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11516 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/init-core-data-001
[junit4] 2> 447482 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 447483 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001
[junit4] 2> 447483 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 447483 INFO (Thread-4145) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 447483 INFO (Thread-4145) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 447583 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49579
[junit4] 2> 447597 INFO (jetty-launcher-552-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 447599 INFO (jetty-launcher-552-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 447601 INFO (jetty-launcher-552-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 447603 INFO (jetty-launcher-552-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 447616 INFO (jetty-launcher-552-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68ceca7d{/solr,null,AVAILABLE}
[junit4] 2> 447624 INFO (jetty-launcher-552-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1508d2b1{/solr,null,AVAILABLE}
[junit4] 2> 447624 INFO (jetty-launcher-552-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12a1eee2{SSL,[ssl, http/1.1]}{127.0.0.1:47385}
[junit4] 2> 447624 INFO (jetty-launcher-552-thread-1) [ ] o.e.j.s.Server Started @451584ms
[junit4] 2> 447624 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47385}
[junit4] 2> 447624 ERROR (jetty-launcher-552-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 447627 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 447627 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 447627 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 447627 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-03T19:05:19.856Z
[junit4] 2> 447627 INFO (jetty-launcher-552-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@506afa88{/solr,null,AVAILABLE}
[junit4] 2> 447640 INFO (jetty-launcher-552-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@108b849a{SSL,[ssl, http/1.1]}{127.0.0.1:50700}
[junit4] 2> 447640 INFO (jetty-launcher-552-thread-3) [ ] o.e.j.s.Server Started @451600ms
[junit4] 2> 447640 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50700}
[junit4] 2> 447640 ERROR (jetty-launcher-552-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 447640 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 447640 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 447641 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 447641 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-03T19:05:19.870Z
[junit4] 2> 447641 INFO (jetty-launcher-552-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@200725d2{/solr,null,AVAILABLE}
[junit4] 2> 447642 INFO (jetty-launcher-552-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3953c90f{SSL,[ssl, http/1.1]}{127.0.0.1:48646}
[junit4] 2> 447642 INFO (jetty-launcher-552-thread-4) [ ] o.e.j.s.Server Started @451602ms
[junit4] 2> 447642 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48646}
[junit4] 2> 447646 INFO (jetty-launcher-552-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@397f483f{SSL,[ssl, http/1.1]}{127.0.0.1:42073}
[junit4] 2> 447646 INFO (jetty-launcher-552-thread-2) [ ] o.e.j.s.Server Started @451606ms
[junit4] 2> 447646 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42073}
[junit4] 2> 447647 ERROR (jetty-launcher-552-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-03T19:05:19.876Z
[junit4] 2> 447647 ERROR (jetty-launcher-552-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 447647 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-03T19:05:19.876Z
[junit4] 2> 447648 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 447659 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 447660 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 447665 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 447665 INFO (jetty-launcher-552-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49579/solr
[junit4] 2> 447688 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 447689 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 447693 INFO (jetty-launcher-552-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49579/solr
[junit4] 2> 447713 INFO (jetty-launcher-552-thread-4) [n:127.0.0.1:48646_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48646_solr
[junit4] 2> 447714 INFO (jetty-launcher-552-thread-4) [n:127.0.0.1:48646_solr ] o.a.s.c.Overseer Overseer (id=97045179250311175-127.0.0.1:48646_solr-n_0000000000) starting
[junit4] 2> 447728 INFO (jetty-launcher-552-thread-4) [n:127.0.0.1:48646_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48646_solr
[junit4] 2> 447731 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 447738 INFO (jetty-launcher-552-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49579/solr
[junit4] 2> 447765 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 447775 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 447801 INFO (jetty-launcher-552-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49579/solr
[junit4] 2> 447820 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158c6138c610009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 447821 INFO (jetty-launcher-552-thread-4) [n:127.0.0.1:48646_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node4/.
[junit4] 2> 447843 INFO (jetty-launcher-552-thread-1) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 447845 INFO (jetty-launcher-552-thread-1) [n:127.0.0.1:47385_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47385_solr
[junit4] 2> 447878 INFO (zkCallback-564-thread-2-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 447899 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 447920 INFO (jetty-launcher-552-thread-1) [n:127.0.0.1:47385_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node1/.
[junit4] 2> 447923 INFO (jetty-launcher-552-thread-3) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 447926 INFO (jetty-launcher-552-thread-3) [n:127.0.0.1:50700_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50700_solr
[junit4] 2> 447931 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 447934 INFO (jetty-launcher-552-thread-2) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 447937 INFO (jetty-launcher-552-thread-2) [n:127.0.0.1:42073_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42073_solr
[junit4] 2> 447937 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 447955 INFO (zkCallback-564-thread-3-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 447977 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 447987 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 447989 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448020 INFO (jetty-launcher-552-thread-2) [n:127.0.0.1:42073_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node2/.
[junit4] 2> 448044 INFO (jetty-launcher-552-thread-3) [n:127.0.0.1:50700_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node3/.
[junit4] 2> 448099 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 448101 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49579/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 448166 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 448179 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 448180 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 448209 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_44747_hdfs____.m0uva4/webapp
[junit4] 2> 448571 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44747
[junit4] 2> 448709 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 448709 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 448718 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53802_datanode____.d5de7x/webapp
[junit4] 2> 449107 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53802
[junit4] 2> 449451 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 449452 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 449525 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42587_datanode____k24qe5/webapp
[junit4] 2> 449664 INFO (IPC Server handler 4 on 50681) [ ] BlockStateChange BLOCK* processReport: from storage DS-884e734c-94ba-4f9f-8e25-841b7d033cfd node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=f2b93e64-8693-479e-9411-694e0e669500, infoPort=43018, infoSecurePort=0, ipcPort=50576, storageInfo=lv=-56;cid=testClusterID;nsid=864573889;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 449664 INFO (IPC Server handler 4 on 50681) [ ] BlockStateChange BLOCK* processReport: from storage DS-cddbd2b2-d810-469f-9504-5b1938a05311 node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=f2b93e64-8693-479e-9411-694e0e669500, infoPort=43018, infoSecurePort=0, ipcPort=50576, storageInfo=lv=-56;cid=testClusterID;nsid=864573889;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 450167 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42587
[junit4] 2> 450646 INFO (IPC Server handler 8 on 50681) [ ] BlockStateChange BLOCK* processReport: from storage DS-77cfde6b-e26d-4b76-a7e6-76fb490dc93d node DatanodeRegistration(127.0.0.1:40798, datanodeUuid=e8632e26-d11d-4a04-a9d8-ec280023a52b, infoPort=53548, infoSecurePort=0, ipcPort=37667, storageInfo=lv=-56;cid=testClusterID;nsid=864573889;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 450646 INFO (IPC Server handler 8 on 50681) [ ] BlockStateChange BLOCK* processReport: from storage DS-ee5b6d43-ee6d-4ef5-b07c-d7063f5c503e node DatanodeRegistration(127.0.0.1:40798, datanodeUuid=e8632e26-d11d-4a04-a9d8-ec280023a52b, infoPort=53548, infoSecurePort=0, ipcPort=37667, storageInfo=lv=-56;cid=testClusterID;nsid=864573889;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 450829 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[98B4534D1E6A13DC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 450830 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[98B4534D1E6A13DC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 450905 INFO (qtp1486085660-6997) [n:127.0.0.1:47385_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 450923 INFO (OverseerThreadFactory-2198-thread-1-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 451177 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 451207 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 451259 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 451262 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 451367 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451367 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451367 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451371 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 452202 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 452211 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 452213 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 452214 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 452219 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50681/data
[junit4] 2> 452219 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 452219 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:50681/data/addReplicaColl/core_node1/data/]
[junit4] 2> 452220 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 452228 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452228 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452228 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 452240 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 452243 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 452243 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452244 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 452244 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50681/data
[junit4] 2> 452244 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 452244 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:50681/data/addReplicaColl/core_node2/data/]
[junit4] 2> 452244 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 452244 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node1/data
[junit4] 2> 452250 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452250 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452264 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452264 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node2/data
[junit4] 2> 452267 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node1/data/index
[junit4] 2> 452272 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452272 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452283 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452285 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 452295 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 452307 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 452347 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 452348 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 452348 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50681/data
[junit4] 2> 452348 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 452348 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node4/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:50681/data/addReplicaColl/core_node4/data/]
[junit4] 2> 452349 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 452354 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node2/data/index
[junit4] 2> 452354 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452354 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452356 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 452358 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 452359 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 452359 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50681/data
[junit4] 2> 452359 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 452359 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_98B4534D1E6A13DC-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:50681/data/addReplicaColl/core_node3/data/]
[junit4] 2> 452360 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 452360 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452361 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node4/data
[junit4] 2> 452362 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452362 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452364 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452365 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452365 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452379 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452380 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node3/data
[junit4] 2> 452419 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node4/data/index
[junit4] 2> 452425 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452425 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452435 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50681/data/addReplicaColl/core_node3/data/index
[junit4] 2> 452440 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452440 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 452460 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452465 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452467 INFO (IPC Server handler 0 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40798 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cddbd2b2-d810-469f-9504-5b1938a05311:NORMAL:127.0.0.1:44093|RBW], ReplicaUC[[DISK]DS-77cfde6b-e26d-4b76-a7e6-76fb490dc93d:NORMAL:127.0.0.1:40798|FINALIZED]]} size 0
[junit4] 2> 452467 INFO (IPC Server handler 3 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44093 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cddbd2b2-d810-469f-9504-5b1938a05311:NORMAL:127.0.0.1:44093|RBW], ReplicaUC[[DISK]DS-77cfde6b-e26d-4b76-a7e6-76fb490dc93d:NORMAL:127.0.0.1:40798|FINALIZED]]} size 0
[junit4] 2> 452519 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 452519 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 452520 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 452528 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 452528 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 452540 INFO (IPC Server handler 5 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44093 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-884e734c-94ba-4f9f-8e25-841b7d033cfd:NORMAL:127.0.0.1:44093|RBW], ReplicaUC[[DISK]DS-ee5b6d43-ee6d-4ef5-b07c-d7063f5c503e:NORMAL:127.0.0.1:40798|RBW]]} size 0
[junit4] 2> 452540 INFO (IPC Server handler 7 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40798 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-884e734c-94ba-4f9f-8e25-841b7d033cfd:NORMAL:127.0.0.1:44093|RBW], ReplicaUC[[DISK]DS-ee5b6d43-ee6d-4ef5-b07c-d7063f5c503e:NORMAL:127.0.0.1:40798|RBW]]} size 0
[junit4] 2> 452552 INFO (IPC Server handler 8 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40798 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-77cfde6b-e26d-4b76-a7e6-76fb490dc93d:NORMAL:127.0.0.1:40798|RBW], ReplicaUC[[DISK]DS-cddbd2b2-d810-469f-9504-5b1938a05311:NORMAL:127.0.0.1:44093|RBW]]} size 0
[junit4] 2> 452556 INFO (IPC Server handler 4 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40798 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ee5b6d43-ee6d-4ef5-b07c-d7063f5c503e:NORMAL:127.0.0.1:40798|RBW], ReplicaUC[[DISK]DS-884e734c-94ba-4f9f-8e25-841b7d033cfd:NORMAL:127.0.0.1:44093|RBW]]} size 0
[junit4] 2> 452557 INFO (IPC Server handler 0 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44093 is added to blk_1073741827_1003 size 71
[junit4] 2> 452558 INFO (IPC Server handler 9 on 50681) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44093 is added to blk_1073741828_1004 size 71
[junit4] 2> 452565 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2df8ba2[addReplicaColl_shard1_replica1] main]
[junit4] 2> 452566 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 452566 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 452566 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 452567 INFO (searcherExecutor-2215-thread-1-processing-n:127.0.0.1:47385_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl r:core_node1) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@2df8ba2[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 452567 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552722873334890496
[junit4] 2> 452575 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 452593 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 452593 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 452593 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 452600 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 452600 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 452600 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 452604 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 452604 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 452609 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 452609 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 452610 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 452610 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 452610 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 452621 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 452621 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 452634 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ea84983[addReplicaColl_shard2_replica2] main]
[junit4] 2> 452636 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@58101756[addReplicaColl_shard1_replica2] main]
[junit4] 2> 452638 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 452639 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 452639 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 452639 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 452639 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 452639 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 452642 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552722873413533696
[junit4] 2> 452644 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552722873415630848
[junit4] 2> 452646 INFO (searcherExecutor-2216-thread-1-processing-n:127.0.0.1:50700_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl r:core_node2) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@4ea84983[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 452647 INFO (searcherExecutor-2218-thread-1-processing-n:127.0.0.1:42073_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl r:core_node3) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@58101756[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 452650 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 452652 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66d979cd[addReplicaColl_shard2_replica1] main]
[junit4] 2> 452653 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 452653 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 452653 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 452653 INFO (searcherExecutor-2217-thread-1-processing-n:127.0.0.1:48646_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl r:core_node4) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@66d979cd[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 452653 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552722873425068032
[junit4] 2> 452753 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 452753 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 452753 INFO (zkCallback-564-thread-3-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 452753 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453075 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 453075 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 453075 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:47385/solr/addReplicaColl_shard1_replica1/
[junit4] 2> 453075 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=https://127.0.0.1:47385/solr START replicas=[https://127.0.0.1:42073/solr/addReplicaColl_shard1_replica2/] nUpdates=100
[junit4] 2> 453082 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=https://127.0.0.1:47385/solr DONE. We have no versions. sync failed.
[junit4] 2> 453099 INFO (qtp1718363260-6980) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.S.Request [addReplicaColl_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 453099 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 453099 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 453102 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:47385/solr/addReplicaColl_shard1_replica1/ shard1
[junit4] 2> 453151 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 453151 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 453151 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50700/solr/addReplicaColl_shard2_replica2/
[junit4] 2> 453151 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica2 url=https://127.0.0.1:50700/solr START replicas=[https://127.0.0.1:48646/solr/addReplicaColl_shard2_replica1/] nUpdates=100
[junit4] 2> 453151 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica2 url=https://127.0.0.1:50700/solr DONE. We have no versions. sync failed.
[junit4] 2> 453161 INFO (qtp1775080824-7009) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.c.S.Request [addReplicaColl_shard2_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 453162 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 453162 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 453164 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50700/solr/addReplicaColl_shard2_replica2/ shard2
[junit4] 2> 453267 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453267 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453268 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453268 INFO (zkCallback-564-thread-3-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453303 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 453305 INFO (qtp1486085660-6984) [n:127.0.0.1:47385_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2129
[junit4] 2> 453314 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 453316 INFO (qtp1267503758-6989) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2109
[junit4] 2> 453419 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453419 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453419 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453419 INFO (zkCallback-564-thread-3-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453651 INFO (qtp1718363260-6981) [n:127.0.0.1:42073_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2391
[junit4] 2> 453658 INFO (qtp1775080824-7011) [n:127.0.0.1:48646_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2396
[junit4] 2> 453662 INFO (qtp1486085660-6997) [n:127.0.0.1:47385_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 453761 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453761 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453761 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 453761 INFO (zkCallback-564-thread-1-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 454662 INFO (qtp1486085660-6997) [n:127.0.0.1:47385_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3757
[junit4] 2> 454668 INFO (qtp1486085660-6998) [n:127.0.0.1:47385_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50700_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 454671 INFO (OverseerThreadFactory-2198-thread-2-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "node":"127.0.0.1:50700_solr",
[junit4] 2> "shard":"shard1",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 454671 INFO (OverseerCollectionConfigSetProcessor-97045179250311175-127.0.0.1:48646_solr-n_0000000000) [n:127.0.0.1:48646_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 454672 INFO (OverseerThreadFactory-2198-thread-2-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50700_solr for creating new replica
[junit4] 2> 454675 INFO (qtp1267503758-6990) [n:127.0.0.1:50700_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 454779 INFO (zkCallback-573-thread-2-processing-n:127.0.0.1:50700_solr) [n:127.0.0.1:50700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 454779 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:47385_solr) [n:127.0.0.1:47385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 454779 INFO (zkCallback-575-thread-1-processing-n:127.0.0.1:42073_solr) [n:127.0.0.1:42073_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 454779 INFO (zkCallback-564-thread-3-processing-n:127.0.0.1:48646_solr) [n:127.0.0.1:48646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 455683 INFO (qtp1267503758-6990) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 455690 INFO (qtp1267503758-6990) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica3] Schema name=minimal
[junit4] 2> 455693 INFO (qtp1267503758-6990) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 455694 INFO (qtp1267503758-6990) [n:127.0.0.1:50700_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica3' using configuration from col
[...truncated too long message...]
IndexWriter close.
[junit4] 2> 3749500 INFO (coreCloseExecutor-10805-thread-1) [n:127.0.0.1:35682_ c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3483ce61
[junit4] 2> 3749508 INFO (TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[98B4534D1E6A13DC]) [ ] o.a.s.c.Overseer Overseer (id=97045384113553440-127.0.0.1:35682_-n_0000000007) closing
[junit4] 2> 3749508 INFO (OverseerStateUpdate-97045384113553440-127.0.0.1:35682_-n_0000000007) [n:127.0.0.1:35682_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35682_
[junit4] 2> 3751009 WARN (zkCallback-5221-thread-3-processing-n:127.0.0.1:35682_) [n:127.0.0.1:35682_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3751010 INFO (TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[98B4534D1E6A13DC]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@29913433{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3751010 INFO (TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[98B4534D1E6A13DC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@125d4651{/,null,UNAVAILABLE}
[junit4] 2> 3751011 INFO (TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[98B4534D1E6A13DC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateLogSynchronisation
[junit4] 2> 3751013 INFO (TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[98B4534D1E6A13DC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45551 45551
[junit4] 2> 3751114 INFO (Thread-13655) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45551 45551
[junit4] 2> 3751114 WARN (Thread-13655) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 124 /solr/clusterprops.json
[junit4] 2> 124 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 124 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 168 /solr/overseer/collection-queue-work
[junit4] 2> 124 /solr/live_nodes
[junit4] 2> 124 /solr/collections
[junit4] 2> 72 /solr/overseer/queue
[junit4] 2> 20 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3751116 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[98B4534D1E6A13DC]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_98B4534D1E6A13DC-001
[junit4] 2> Dec 03, 2016 8:00:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=en-SG, timezone=America/Boa_Vista
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=168704056,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [SuggestComponentTest, CurrencyFieldXmlFileTest, TestBlobHandler, TestFieldTypeResource, TestXIncludeConfig, TestBinaryField, DistributedExpandComponentTest, PrimUtilsTest, TestTrieFacet, MinimalSchemaTest, SolrCoreCheckLockOnStartupTest, HdfsThreadLeakTest, TestDefaultStatsCache, TestPivotHelperCode, TestDFRSimilarityFactory, RequestHandlersTest, TestIndexingPerformance, TestGroupingSearch, TestSolrCLIRunExample, BinaryUpdateRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, HdfsWriteToMultipleCollectionsTest, TestRecoveryHdfs, LeaderFailoverAfterPartitionTest, SpatialRPTFieldTypeTest, LeaderInitiatedRecoveryOnShardRestartTest, TestDistributedMissingSort, TestMergePolicyConfig, StatsComponentTest, TestSolrQueryParserDefaultOperatorResource, ExplicitHLLTest, NoCacheHeaderTest, TestHighFrequencyDictionaryFactory, DirectUpdateHandlerTest, TestFieldCollectionResource, TestPhraseSuggestions, TestSolrConfigHandler, SaslZkACLProviderTest, TestSolrCloudWithSecureImpersonation, TestSolrDeletionPolicy1, DirectUpdateHandlerOptimizeTest, TestJsonRequest, TestZkChroot, TestExtendedDismaxParser, TestJsonFacetRefinement, SuggesterTSTTest, TestMacroExpander, FieldMutatingUpdateProcessorTest, OverseerTaskQueueTest, BufferStoreTest, CollectionStateFormat2Test, BigEndianAscendingWordDeserializerTest, SimpleFacetsTest, SuggesterWFSTTest, HdfsCollectionsAPIDistributedZkTest, TestCoreDiscovery, TestLFUCache, HighlighterMaxOffsetTest, RecoveryZkTest, BooleanFieldTest, DistribCursorPagingTest, TestRecovery, SharedFSAutoReplicaFailoverUtilsTest, TestExportWriter, TestLMJelinekMercerSimilarityFactory, ZkStateReaderTest, ParsingFieldUpdateProcessorsTest, DistributedFacetPivotLongTailTest, TestSubQueryTransformer, TestNumericTerms32, SolrTestCaseJ4Test, TriLevelCompositeIdRoutingTest, RuleEngineTest, TestMiniSolrCloudCluster, TestRebalanceLeaders, ShufflingReplicaListTransformerTest, RemoteQueryErrorTest, SegmentsInfoRequestHandlerTest, QueryParsingTest, SolrCloudExampleTest, TestSolrConfigHandlerConcurrent, TestRawTransformer, SOLR749Test, TestCollectionAPI, DistributedQueueTest, AutoCommitTest, DistributedSuggestComponentTest, DocValuesMultiTest, RestartWhileUpdatingTest, AddBlockUpdateTest, OverseerTest, TestLeaderInitiatedRecoveryThread, TestPostingsSolrHighlighter, TestManagedStopFilterFactory, TestInitQParser, TestDistribDocBasedVersion, TestTolerantUpdateProcessorCloud, FieldAnalysisRequestHandlerTest, FullSolrCloudDistribCmdsTest, XmlUpdateRequestHandlerTest, TestImplicitCoreProperties, JSONWriterTest, TestCloudDeleteByQuery, TestExactStatsCache, PreAnalyzedFieldTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, LeaderElectionTest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestStressReorder, TestReload, HardAutoCommitTest, TestCoreContainer, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, TestUpdate, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestBinaryResponseWriter, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, BadComponentTest, SampleTest, TestDocSet, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [512/658 (3!)] on J2 in 1570.21s, 11 tests, 1 error <<< FAILURES!
[...truncated 61191 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 217 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/217/
4 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([45F89C17A5E63F03]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([45F89C17A5E63F03]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/27)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/27)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C8F88680C76DA882:808DF234C15E8717]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([C8F88680C76DA882:E586C9DA3049128E]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1709 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> Δεκ 02, 2016 2:38:07 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=2206, name=TEST-TestFuzzyQuery.testRandom-seed#[45F89C17A5E63F03], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=2205, name=SUITE-TestFuzzyQuery-seed#[45F89C17A5E63F03], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=45F89C17A5E63F03 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=el -Dtests.timezone=America/Argentina/Ushuaia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([45F89C17A5E63F03]:0)
[junit4] 2> Δεκ 02, 2016 2:38:07 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Δεκ 02, 2016 2:38:27 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=2206, name=TEST-TestFuzzyQuery.testRandom-seed#[45F89C17A5E63F03], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Δεκ 02, 2016 2:38:27 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2206, name=TEST-TestFuzzyQuery.testRandom-seed#[45F89C17A5E63F03], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> Δεκ 02, 2016 2:38:31 ΜΜ com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2206, name=TEST-TestFuzzyQuery.testRandom-seed#[45F89C17A5E63F03], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1392, maxMBSortInHeap=7.608402405072461, sim=RandomSimilarity(queryNorm=false,coord=no): {field=DFR I(ne)LZ(0.3)}, locale=el, timezone=America/Argentina/Ushuaia
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=98407144,total=239599616
[junit4] 2> NOTE: All tests run in this JVM: [TestWeakIdentityMap, TestFilterWeight, TestIndexWriterOnVMError, TestLSBRadixSorter, TestSleepingLockWrapper, TestDocValues, TestHighCompressionMode, TestDemo, TestMultiFields, TestAddIndexes, TestExitableDirectoryReader, TestSloppyMath, TestIndexingSequenceNumbers, TestMatchNoDocsQuery, TestMultiPhraseEnum, TestIsCurrent, TestSearch, TestFixedLengthBytesRefArray, TestSpanContainQuery, TestNumericUtils, TestStringHelper, TestBM25Similarity, TestBytesRefHash, TestSwappedIndexFiles, TestPolygon, TestReusableStringReader, TestNRTReaderCleanup, TestPointQueries, TestCompiledAutomaton, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=45F89C17A5E63F03 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=el -Dtests.timezone=America/Argentina/Ushuaia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([45F89C17A5E63F03]:0)
[junit4] Completed [398/442 (1!)] on J1 in 7223.20s, 11 tests, 2 errors <<< FAILURES!
[...truncated 9701 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/init-core-data-001
[junit4] 2> 38572 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 38574 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-001
[junit4] 2> 38574 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 38584 INFO (Thread-47) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 38584 INFO (Thread-47) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 38684 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:48373
[junit4] 2> 38741 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 38748 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 38760 INFO (jetty-launcher-36-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 38769 INFO (jetty-launcher-36-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 38849 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f847553{/solr,null,AVAILABLE}
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8776a32{HTTP/1.1,[http/1.1]}{127.0.0.1:43051}
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.Server Started @41852ms
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43051}
[junit4] 2> 38851 ERROR (jetty-launcher-36-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 38851 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-02T19:31:29.455Z
[junit4] 2> 38890 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9b35de{/solr,null,AVAILABLE}
[junit4] 2> 38890 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d2c5503{HTTP/1.1,[http/1.1]}{127.0.0.1:49074}
[junit4] 2> 38890 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.Server Started @41891ms
[junit4] 2> 38891 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49074}
[junit4] 2> 38891 ERROR (jetty-launcher-36-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 38891 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 38891 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 38891 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 38891 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-02T19:31:29.495Z
[junit4] 2> 38933 INFO (jetty-launcher-36-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36d9f226{/solr,null,AVAILABLE}
[junit4] 2> 38933 INFO (jetty-launcher-36-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45044b92{HTTP/1.1,[http/1.1]}{127.0.0.1:51561}
[junit4] 2> 38933 INFO (jetty-launcher-36-thread-4) [ ] o.e.j.s.Server Started @41934ms
[junit4] 2> 38933 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51561}
[junit4] 2> 38934 ERROR (jetty-launcher-36-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 38934 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 38934 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 38934 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 38934 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-02T19:31:29.538Z
[junit4] 2> 38954 INFO (jetty-launcher-36-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@88031f6{/solr,null,AVAILABLE}
[junit4] 2> 38954 INFO (jetty-launcher-36-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52c83ebd{HTTP/1.1,[http/1.1]}{127.0.0.1:44541}
[junit4] 2> 38954 INFO (jetty-launcher-36-thread-3) [ ] o.e.j.s.Server Started @41955ms
[junit4] 2> 38954 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44541}
[junit4] 2> 38955 ERROR (jetty-launcher-36-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 38955 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 38955 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 38955 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 38955 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-02T19:31:29.559Z
[junit4] 2> 38993 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 38994 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39021 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 39036 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48373/solr
[junit4] 2> 39057 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39072 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 39057 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 39090 INFO (jetty-launcher-36-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48373/solr
[junit4] 2> 39105 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 39124 INFO (jetty-launcher-36-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48373/solr
[junit4] 2> 39136 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 39185 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48373/solr
[junit4] 2> 39272 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158c10523320007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 39777 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158c10523320009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 39848 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:43051_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43051_solr
[junit4] 2> 39849 INFO (jetty-launcher-36-thread-4) [n:127.0.0.1:51561_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51561_solr
[junit4] 2> 39849 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:43051_solr ] o.a.s.c.Overseer Overseer (id=97039619797942280-127.0.0.1:43051_solr-n_0000000000) starting
[junit4] 2> 39860 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:49074_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49074_solr
[junit4] 2> 39888 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 39912 INFO (zkCallback-56-thread-1-processing-n:127.0.0.1:49074_solr) [n:127.0.0.1:49074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 39929 INFO (zkCallback-55-thread-1-processing-n:127.0.0.1:51561_solr) [n:127.0.0.1:51561_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 39940 INFO (jetty-launcher-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 39944 INFO (jetty-launcher-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44541_solr
[junit4] 2> 39945 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 39945 INFO (zkCallback-55-thread-1-processing-n:127.0.0.1:51561_solr) [n:127.0.0.1:51561_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 39945 INFO (zkCallback-56-thread-1-processing-n:127.0.0.1:49074_solr) [n:127.0.0.1:49074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 39966 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:49074_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-001/node1/.
[junit4] 2> 40117 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:43051_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43051_solr
[junit4] 2> 40118 INFO (zkCallback-56-thread-1-processing-n:127.0.0.1:49074_solr) [n:127.0.0.1:49074_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 40118 INFO (zkCallback-53-thread-1-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 40118 INFO (zkCallback-55-thread-1-processing-n:127.0.0.1:51561_solr) [n:127.0.0.1:51561_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 40279 INFO (zkCallback-57-thread-1-processing-n:127.0.0.1:44541_solr) [n:127.0.0.1:44541_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 40378 INFO (jetty-launcher-36-thread-3) [n:127.0.0.1:44541_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-001/node3/.
[junit4] 2> 40388 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:43051_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-001/node2/.
[junit4] 2> 40456 INFO (jetty-launcher-36-thread-4) [n:127.0.0.1:51561_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-001/node4/.
[junit4] 2> 40527 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 40530 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48373/solr ready
[junit4] 2> 41811 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 42598 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 42776 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 42795 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 42926 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 42965 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_49917_hdfs____9zsqas/webapp
[junit4] 2> 43917 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49917
[junit4] 2> 45122 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 45126 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 45135 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_54829_datanode____.1904gp/webapp
[junit4] 2> 45563 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54829
[junit4] 2> 46235 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 46237 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 46255 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39051_datanode____a688st/webapp
[junit4] 2> 47200 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39051
[junit4] 2> 49028 INFO (IPC Server handler 8 on 47085) [ ] BlockStateChange BLOCK* processReport: from storage DS-1d0f7b9b-82a2-4e70-b0a1-9eda63ceb04e node DatanodeRegistration(127.0.0.1:53746, datanodeUuid=68dab75c-e896-408f-bb83-94caf7ae844a, infoPort=56861, infoSecurePort=0, ipcPort=60912, storageInfo=lv=-56;cid=testClusterID;nsid=1684498258;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 49029 INFO (IPC Server handler 8 on 47085) [ ] BlockStateChange BLOCK* processReport: from storage DS-4a43231a-7ebb-4296-916e-b30d86c5a665 node DatanodeRegistration(127.0.0.1:53746, datanodeUuid=68dab75c-e896-408f-bb83-94caf7ae844a, infoPort=56861, infoSecurePort=0, ipcPort=60912, storageInfo=lv=-56;cid=testClusterID;nsid=1684498258;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 49038 INFO (IPC Server handler 6 on 47085) [ ] BlockStateChange BLOCK* processReport: from storage DS-d1730711-1c4c-4fd5-b457-f602411d1ff2 node DatanodeRegistration(127.0.0.1:41582, datanodeUuid=21058415-1975-429a-8cc1-7c68cde00022, infoPort=48829, infoSecurePort=0, ipcPort=42086, storageInfo=lv=-56;cid=testClusterID;nsid=1684498258;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 49038 INFO (IPC Server handler 6 on 47085) [ ] BlockStateChange BLOCK* processReport: from storage DS-3814a25d-11a7-41ce-a41f-fc171e8b0447 node DatanodeRegistration(127.0.0.1:41582, datanodeUuid=21058415-1975-429a-8cc1-7c68cde00022, infoPort=48829, infoSecurePort=0, ipcPort=42086, storageInfo=lv=-56;cid=testClusterID;nsid=1684498258;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 49185 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[C8F88680C76DA882]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 49190 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[C8F88680C76DA882]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 49201 INFO (qtp141464611-258) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:51561/solr,http://127.0.0.1:49074/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 49205 INFO (OverseerThreadFactory-91-thread-1-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 49206 WARN (OverseerThreadFactory-91-thread-1-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 49322 INFO (qtp141464611-258) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 49323 INFO (qtp141464611-258) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:51561/solr,http://127.0.0.1:49074/solr&wt=javabin&version=2} status=0 QTime=121
[junit4] 2> 49325 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[C8F88680C76DA882]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 49481 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C8F88680C76DA882]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 49482 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C8F88680C76DA882]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 49488 INFO (qtp141464611-257) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 49501 INFO (OverseerCollectionConfigSetProcessor-97039619797942280-127.0.0.1:43051_solr-n_0000000000) [n:127.0.0.1:43051_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 49502 INFO (OverseerThreadFactory-91-thread-2-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 50210 INFO (qtp141464611-257) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=722
[junit4] 2> 50216 INFO (qtp141464611-260) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 50218 INFO (OverseerCollectionConfigSetProcessor-97039619797942280-127.0.0.1:43051_solr-n_0000000000) [n:127.0.0.1:43051_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 50219 INFO (OverseerThreadFactory-91-thread-3-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 50219 WARN (OverseerThreadFactory-91-thread-3-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 50220 ERROR (OverseerThreadFactory-91-thread-3-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 50232 INFO (qtp141464611-260) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=16
[junit4] 2> 50233 INFO (OverseerCollectionConfigSetProcessor-97039619797942280-127.0.0.1:43051_solr-n_0000000000) [n:127.0.0.1:43051_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 50236 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C8F88680C76DA882]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 50298 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[C8F88680C76DA882]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 50299 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[C8F88680C76DA882]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 50302 INFO (qtp141464611-261) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=52f34ec4-18c8-4f22-b1e1-646421180edf&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=5&name=awhollynewcollection_0&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 50308 INFO (qtp141464611-261) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=52f34ec4-18c8-4f22-b1e1-646421180edf&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=5&name=awhollynewcollection_0&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 50310 INFO (qtp141464611-259) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=d7f1105b-d9d9-48f6-8e7d-a867c76a06a6&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=6&name=awhollynewcollection_1&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 50312 INFO (qtp141464611-259) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=d7f1105b-d9d9-48f6-8e7d-a867c76a06a6&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=6&name=awhollynewcollection_1&action=CREATE&numShards=5&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 50314 INFO (qtp141464611-254) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=c5205c6e-fcb3-4155-a13d-992971d482f8&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 50316 INFO (qtp141464611-254) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=c5205c6e-fcb3-4155-a13d-992971d482f8&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_2&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 50318 INFO (qtp141464611-258) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=db9cdea9-d7d8-4242-93b9-2144ed5340c8&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 50321 INFO (qtp141464611-258) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c8&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_3&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 50323 INFO (OverseerThreadFactory-91-thread-3-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_2
[junit4] 2> 50323 INFO (qtp141464611-257) [n:127.0.0.1:51561_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=20cc0894-230e-4439-91d8-2713d7f7766e&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_4&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 50327 INFO (OverseerThreadFactory-91-thread-4-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 50329 INFO (qtp141464611-257) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=20cc0894-230e-4439-91d8-2713d7f7766e&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_4&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 50334 INFO (OverseerThreadFactory-91-thread-2-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_3
[junit4] 2> 50348 INFO (OverseerThreadFactory-91-thread-1-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_4
[junit4] 2> 50348 INFO (OverseerThreadFactory-91-thread-5-processing-n:127.0.0.1:43051_solr) [n:127.0.0.1:43051_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_1
[junit4] 2> 50378 INFO (zkCallback-65-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 50456 INFO (qtp141464611-255) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351701974062&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard4&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 50457 INFO (parallelCoreAdminExecutor-96-thread-1-processing-n:127.0.0.1:51561_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351701974062 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50495 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351705098189&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard2&wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 50496 INFO (parallelCoreAdminExecutor-92-thread-1-processing-n:127.0.0.1:44541_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351705098189 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50507 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351715095648&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 50508 INFO (parallelCoreAdminExecutor-92-thread-2-processing-n:127.0.0.1:44541_solr db9cdea9-d7d8-4242-93b9-2144ed5340c819083351715095648 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50510 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351744681380&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 50511 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351738052334&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 50511 INFO (parallelCoreAdminExecutor-92-thread-3-processing-n:127.0.0.1:44541_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351744681380 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50512 INFO (qtp294931899-243) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351709759843&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=46
[junit4] 2> 50512 INFO (parallelCoreAdminExecutor-92-thread-4-processing-n:127.0.0.1:44541_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351738052334 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50513 INFO (parallelCoreAdminExecutor-89-thread-1-processing-n:127.0.0.1:49074_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351709759843 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50519 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351743446797&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 50523 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351717624907&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 50532 INFO (parallelCoreAdminExecutor-92-thread-6-processing-n:127.0.0.1:44541_solr db9cdea9-d7d8-4242-93b9-2144ed5340c819083351717624907 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50532 INFO (parallelCoreAdminExecutor-92-thread-5-processing-n:127.0.0.1:44541_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351743446797 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50532 INFO (qtp1720077198-233) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351702567144&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard3&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 50532 INFO (parallelCoreAdminExecutor-94-thread-1-processing-n:127.0.0.1:43051_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351702567144 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50547 INFO (qtp294931899-243) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351725923514&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 50567 INFO (parallelCoreAdminExecutor-89-thread-2-processing-n:127.0.0.1:49074_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351725923514 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50570 INFO (qtp370359930-268) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=20cc0894-230e-4439-91d8-2713d7f7766e19083351833279769&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_4&shard=shard2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 50570 INFO (parallelCoreAdminExecutor-92-thread-7-processing-n:127.0.0.1:44541_solr 20cc0894-230e-4439-91d8-2713d7f7766e19083351833279769 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50571 INFO (qtp141464611-255) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351742356386&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica4&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 50578 INFO (parallelCoreAdminExecutor-96-thread-5-processing-n:127.0.0.1:51561_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351742356386 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50587 INFO (qtp141464611-254) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=20cc0894-230e-4439-91d8-2713d7f7766e19083351740618086&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_4&shard=shard3&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 50589 INFO (parallelCoreAdminExecutor-96-thread-8-processing-n:127.0.0.1:51561_solr 20cc0894-230e-4439-91d8-2713d7f7766e19083351740618086 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50591 INFO (qtp141464611-254) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351740589535&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica4&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 50599 INFO (qtp141464611-257) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351709396512&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard2&wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 50600 INFO (qtp141464611-260) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351711221410&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica2&action=CREATE&numShards=2&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=131
[junit4] 2> 50600 INFO (parallelCoreAdminExecutor-96-thread-3-processing-n:127.0.0.1:51561_solr db9cdea9-d7d8-4242-93b9-2144ed5340c819083351711221410 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50600 INFO (parallelCoreAdminExecutor-96-thread-4-processing-n:127.0.0.1:51561_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351709396512 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50600 INFO (qtp141464611-261) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351725840300&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica4&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 50607 INFO (qtp370359930-273) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351717510759&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 50608 INFO (parallelCoreAdminExecutor-92-thread-9-processing-n:127.0.0.1:44541_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351717510759 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50608 INFO (qtp294931899-242) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351706685966&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard3_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard3&wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 50609 INFO (parallelCoreAdminExecutor-89-thread-3-processing-n:127.0.0.1:49074_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351706685966 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50610 INFO (qtp1720077198-236) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351739237064&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard4_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard4&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 50610 INFO (parallelCoreAdminExecutor-94-thread-2-processing-n:127.0.0.1:43051_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351739237064 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50610 INFO (qtp370359930-232) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351702856560&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard4_replica1&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard4&wt=javabin&version=2} status=0 QTime=132
[junit4] 2> 50611 INFO (parallelCoreAdminExecutor-92-thread-8-processing-n:127.0.0.1:44541_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351702856560 CREATE) [n:127.0.0.1:44541_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50611 INFO (parallelCoreAdminExecutor-96-thread-9-processing-n:127.0.0.1:51561_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351740589535 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50699 INFO (qtp141464611-255) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351741747942&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica4&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=128
[junit4] 2> 50705 INFO (qtp141464611-259) [n:127.0.0.1:51561_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351710595954&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica3&action=CREATE&numShards=2&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=135
[junit4] 2> 50706 INFO (parallelCoreAdminExecutor-96-thread-6-processing-n:127.0.0.1:51561_solr db9cdea9-d7d8-4242-93b9-2144ed5340c819083351710595954 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50708 INFO (parallelCoreAdminExecutor-96-thread-7-processing-n:127.0.0.1:51561_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351741747942 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50720 INFO (qtp294931899-245) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=20cc0894-230e-4439-91d8-2713d7f7766e19083351833133776&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 50721 INFO (parallelCoreAdminExecutor-89-thread-6-processing-n:127.0.0.1:49074_solr 20cc0894-230e-4439-91d8-2713d7f7766e19083351833133776 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50723 INFO (qtp294931899-249) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351741207575&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=190
[junit4] 2> 50724 INFO (parallelCoreAdminExecutor-89-thread-5-processing-n:127.0.0.1:49074_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351741207575 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50725 INFO (qtp294931899-248) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351716754631&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=192
[junit4] 2> 50726 INFO (parallelCoreAdminExecutor-89-thread-4-processing-n:127.0.0.1:49074_solr db9cdea9-d7d8-4242-93b9-2144ed5340c819083351716754631 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50726 INFO (qtp1720077198-237) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351709107907&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica3&action=CREATE&numShards=2&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=201
[junit4] 2> 50726 INFO (qtp1720077198-231) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c5205c6e-fcb3-4155-a13d-992971d482f819083351708182222&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=156
[junit4] 2> 50741 INFO (qtp370359930-274) [n:127.0.0.1:44541_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 20cc0894-230e-4439-91d8-2713d7f7766e19083351833279769
[junit4] 2> 50750 INFO (qtp370359930-274) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=20cc0894-230e-4439-91d8-2713d7f7766e19083351833279769&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 50747 INFO (qtp294931899-246) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351732230461&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 50749 INFO (parallelCoreAdminExecutor-89-thread-8-processing-n:127.0.0.1:49074_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351745286733 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50749 INFO (parallelCoreAdminExecutor-89-thread-7-processing-n:127.0.0.1:49074_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351732230461 CREATE) [n:127.0.0.1:49074_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50749 INFO (parallelCoreAdminExecutor-94-thread-4-processing-n:127.0.0.1:43051_solr db9cdea9-d7d8-4242-93b9-2144ed5340c819083351709107907 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50748 INFO (parallelCoreAdminExecutor-94-thread-3-processing-n:127.0.0.1:43051_solr c5205c6e-fcb3-4155-a13d-992971d482f819083351708182222 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50748 INFO (parallelCoreAdminExecutor-96-thread-2-processing-n:127.0.0.1:51561_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351725840300 CREATE) [n:127.0.0.1:51561_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50748 INFO (qtp294931899-247) [n:127.0.0.1:49074_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351745286733&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica2&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 50776 INFO (qtp1720077198-238) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351736815554&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 50777 INFO (parallelCoreAdminExecutor-94-thread-6-processing-n:127.0.0.1:43051_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351736815554 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50787 INFO (qtp1720077198-235) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351744070805&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=216
[junit4] 2> 50787 INFO (parallelCoreAdminExecutor-94-thread-5-processing-n:127.0.0.1:43051_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351744070805 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50788 INFO (qtp1720077198-239) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=52f34ec4-18c8-4f22-b1e1-646421180edf19083351742905553&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=4&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 50788 INFO (parallelCoreAdminExecutor-94-thread-7-processing-n:127.0.0.1:43051_solr 52f34ec4-18c8-4f22-b1e1-646421180edf19083351742905553 CREATE) [n:127.0.0.1:43051_solr ] o.a.s.u.TestInjection Inject random core creation delay of 6s
[junit4] 2> 50788 INFO (qtp370359930-271) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d7f1105b-d9d9-48f6-8e7d-a867c76a06a619083351884119046&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard5_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_1&shard=shard5&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 50791 INFO (qtp1720077198-236) [n:127.0.0.1:43051_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : db9cdea9-d7d8-4242-93b9-2144ed5340c819083351709107907
[junit4] 2> 50791 INFO (qtp1720077198-233) [n:127.0.0.1:43051_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : c5205c6e-fcb3-4155-a13d-992971d482f819083351708182222
[junit4] 2> 50791 INFO (qtp1720077198-236) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=db9cdea9-d7d8-4242-93b9-2144ed5340c819083351709107907&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 50791 INFO (qtp1720077198-233) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c5205c6e-fcb3-4155-a13d-992971d482f819083351708182222&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 50791 INFO (qtp1720077198-236) [n:127.0.0.1:43051_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 52f34ec4-18c8-4f22-b1e1-646421180edf19083351744070805
[junit4] 2> 50791 INFO (qtp1720077198-236) [n:127.0.0.1:43051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=52f34ec4-18c8-4f22-b1e1-646421180edf19083351744070805&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 50802 INFO (qtp370359930-270) [n:127.0.0.1:44541_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d7f1105b-d9d9-48f6-8e7d-a867c76a06a619083352059056912&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=5&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 50803 INFO (parallelCoreAdminExecutor-92-thread-11
[...truncated too long message...]
yScanner DirectoryScanner: shutdown has been called
[junit4] 2> 272086 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 272188 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:47085) [ ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-835711701-10.41.0.5-1480707092891 (Datanode Uuid 68dab75c-e896-408f-bb83-94caf7ae844a) service to localhost/127.0.0.1:47085 interrupted
[junit4] 2> 272188 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:47085) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-835711701-10.41.0.5-1480707092891 (Datanode Uuid 68dab75c-e896-408f-bb83-94caf7ae844a) service to localhost/127.0.0.1:47085
[junit4] 2> 272222 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 272326 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 272332 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48373 48373
[junit4] 2> 272332 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C8F88680C76DA882]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C8F88680C76DA882-001
[junit4] 2> Dec 02, 2016 7:35:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1230, maxMBSortInHeap=6.166455681148836, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-SD, timezone=GB
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=5,free=246385952,total=373817344
[junit4] 2> NOTE: All tests run in this JVM: [TestJavabinTupleStreamParser, TestDefaultSearchFieldResource, RecoveryZkTest, ConnectionManagerTest, MinimalSchemaTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [44/658 (1!)] on J2 in 242.88s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62695 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 216 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/216/
5 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([1BC089DF39A716B2]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([1BC089DF39A716B2]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:58927: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58927: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([AD3B7DF4D09E9F5D:256F422E7E62F2A5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:133)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([AD3B7DF4D09E9F5D:E54E0940D6ADB0C8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([AD3B7DF4D09E9F5D:804532AE27BA2551]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1844 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> dic 01, 2016 8:36:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=5625, name=TEST-TestFuzzyQuery.testRandom-seed#[1BC089DF39A716B2], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=5624, name=SUITE-TestFuzzyQuery-seed#[1BC089DF39A716B2], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=1BC089DF39A716B2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=it -Dtests.timezone=Pacific/Palau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7199s J2 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([1BC089DF39A716B2]:0)
[junit4] 2> dic 01, 2016 8:36:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> dic 01, 2016 8:36:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=5625, name=TEST-TestFuzzyQuery.testRandom-seed#[1BC089DF39A716B2], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.HashMap.putVal(HashMap.java:647)
[junit4] 2> at java.util.HashMap.put(HashMap.java:611)
[junit4] 2> at java.util.HashSet.add(HashSet.java:219)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> dic 01, 2016 8:36:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5625, name=TEST-TestFuzzyQuery.testRandom-seed#[1BC089DF39A716B2], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> dic 01, 2016 8:36:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5625, name=TEST-TestFuzzyQuery.testRandom-seed#[1BC089DF39A716B2], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarity(queryNorm=false,coord=no): {field=IB SPL-L2}, locale=it, timezone=Pacific/Palau
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=197818768,total=420478976
[junit4] 2> NOTE: All tests run in this JVM: [TestNRTCachingDirectory, TestRecyclingIntBlockAllocator, TestDirectoryReader, TestBlockPostingsFormat3, TestSumDocFreq, TestTermsEnum2, TestDisjunctionMaxQuery, TestBooleanRewrites, TestUTF32ToUTF8, TestSpanNearQuery, TestIndexWriterForceMerge, TestMixedCodecs, TestSegmentTermEnum, TestStringMSBRadixSorter, TestAttributeSource, TestReadOnlyIndex, TestIOUtils, TestTermVectors, TestIndexWriterFromReader, TestInfoStream, TestCodecHoldsOpenFiles, TestSortRescorer, TestTermVectorsWriter, TestToken, TestAssertions, TestIndexSearcher, TestApproximationSearchEquivalence, TestNamedSPILoader, TestSentinelIntSet, TestOperations, TestElevationComparator, TestSpanBoostQuery, FiniteStringsIteratorTest, Test2BDocs, TestSortedSetSortField, TestEarlyTermination, TestVirtualMethod, TestSetOnce, TestRollingUpdates, TestSortedSetDocValues, TestMergeSchedulerExternal, TestIndexWriterMerging, Test2BSortedDocValuesOrds, TestSizeBoundedForceMerge, TestSpanExplanationsOfNonMatches, TestMultiset, TestMutableValues, TestDocIDMerger, TestGrowableByteArrayDataOutput, TestPayloadsOnVectors, TestComplexExplanationsOfNonMatches, TestBKD, TestMinShouldMatch2, TestNoMergePolicy, TestParallelTermEnum, TestDocIdSetBuilder, TestTrackingDirectoryWrapper, TestIndexCommit, TestCharTermAttributeImpl, TestDocumentWriter, TestAutomatonQuery, TestMergedIterator, TestOfflineSorter, TestFieldReuse, TestRamUsageEstimator, TestUsageTrackingFilterCachingPolicy, TestAllFilesHaveChecksumFooter, TestPolygon2D, TestTieredMergePolicy, Test2BPostings, TestIndexWriterOutOfFileDescriptors, TestSloppyPhraseQuery, TestMultiTermConstantScore, TestLongPostings, TestIndexWriter, TestPerFieldDocValuesFormat, TestIndexWriterExceptions, TestDeletionPolicy, TestBooleanOr, TestFlushByRamOrCountsPolicy, TestIndexWriterDelete, TestNRTThreads, TestNorms, TestTimeLimitingCollector, TestSearchWithThreads, TestSearchAfter, TestConcurrentMergeScheduler, TestDocumentsWriterStallControl, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=1BC089DF39A716B2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=it -Dtests.timezone=Pacific/Palau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([1BC089DF39A716B2]:0)
[junit4] Completed [442/442 (1!)] on J2 in 7223.21s, 11 tests, 2 errors <<< FAILURES!
[...truncated 9848 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/init-core-data-001
[junit4] 2> 696652 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 696652 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 696692 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 696711 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 696715 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 696730 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42140_hdfs____63t1w9/webapp
[junit4] 2> 697157 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42140
[junit4] 2> 697240 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 697241 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 697250 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40176_datanode____lgm2t7/webapp
[junit4] 2> 697650 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40176
[junit4] 2> 697718 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 697720 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 697734 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34456_datanode____.e7e81x/webapp
[junit4] 2> 697824 INFO (IPC Server handler 3 on 37732) [ ] BlockStateChange BLOCK* processReport: from storage DS-79b76959-07e7-4524-9df1-188a2d7d5bb6 node DatanodeRegistration(127.0.0.1:58985, datanodeUuid=9dc12bdc-313b-4d09-b550-6be73b636efe, infoPort=54594, infoSecurePort=0, ipcPort=40236, storageInfo=lv=-56;cid=testClusterID;nsid=569352873;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 697824 INFO (IPC Server handler 3 on 37732) [ ] BlockStateChange BLOCK* processReport: from storage DS-eed612ee-bde9-4e92-ab6a-bbc0fb7dd7f5 node DatanodeRegistration(127.0.0.1:58985, datanodeUuid=9dc12bdc-313b-4d09-b550-6be73b636efe, infoPort=54594, infoSecurePort=0, ipcPort=40236, storageInfo=lv=-56;cid=testClusterID;nsid=569352873;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 698137 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34456
[junit4] 2> 698252 INFO (IPC Server handler 2 on 37732) [ ] BlockStateChange BLOCK* processReport: from storage DS-b59c777b-80b2-4f4b-a40c-812de7c25701 node DatanodeRegistration(127.0.0.1:42560, datanodeUuid=2594dea9-82a2-46d2-bea5-a8c377770afe, infoPort=45126, infoSecurePort=0, ipcPort=55860, storageInfo=lv=-56;cid=testClusterID;nsid=569352873;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 698252 INFO (IPC Server handler 2 on 37732) [ ] BlockStateChange BLOCK* processReport: from storage DS-391b617d-bd2c-4f8d-a6c9-70a0d9d0f384 node DatanodeRegistration(127.0.0.1:42560, datanodeUuid=2594dea9-82a2-46d2-bea5-a8c377770afe, infoPort=45126, infoSecurePort=0, ipcPort=55860, storageInfo=lv=-56;cid=testClusterID;nsid=569352873;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 698472 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 698472 INFO (Thread-1214) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 698473 INFO (Thread-1214) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 698573 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.ZkTestServer start zk server on port:48212
[junit4] 2> 698588 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 698591 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 698592 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 698593 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 698594 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 698595 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 698596 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 698597 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 698598 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 698599 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 698600 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 698670 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/control-001/cores/collection1
[junit4] 2> 698673 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ce64ee3{/,null,AVAILABLE}
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15bea0{HTTP/1.1,[http/1.1]}{127.0.0.1:39781}
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.Server Started @702353ms
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37732/hdfs__localhost_37732__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001_tempDir-002_control_data, hostContext=/, hostPort=39781, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/control-001/cores}
[junit4] 2> 698674 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 698674 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 698675 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-01T13:29:19.209Z
[junit4] 2> 698688 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 698688 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/control-001/solr.xml
[junit4] 2> 698692 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 698693 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48212/solr
[junit4] 2> 698707 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:39781_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39781_
[junit4] 2> 698707 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:39781_ ] o.a.s.c.Overseer Overseer (id=97032533379055620-127.0.0.1:39781_-n_0000000000) starting
[junit4] 2> 698716 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:39781_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39781_
[junit4] 2> 698717 INFO (zkCallback-938-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 698797 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:39781_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/control-001/cores
[junit4] 2> 698797 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:39781_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 698801 INFO (OverseerStateUpdate-97032533379055620-127.0.0.1:39781_-n_0000000000) [n:127.0.0.1:39781_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 699810 WARN (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 699810 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 699821 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 699954 WARN (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 699956 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 699965 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 699976 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37732/solr_hdfs_home
[junit4] 2> 699976 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 699976 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/control-001/cores/collection1], dataDir=[hdfs://localhost:37732/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 699976 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@347a065b
[junit4] 2> 699976 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37732/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 699999 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 699999 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 699999 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 701418 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 701423 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37732/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 701443 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37732/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 701448 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 701448 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 701448 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 701456 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 701456 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4cca9b1b
[junit4] 2> 701479 INFO (IPC Server handler 4 on 37732) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42560 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eed612ee-bde9-4e92-ab6a-bbc0fb7dd7f5:NORMAL:127.0.0.1:58985|RBW], ReplicaUC[[DISK]DS-b59c777b-80b2-4f4b-a40c-812de7c25701:NORMAL:127.0.0.1:42560|FINALIZED]]} size 0
[junit4] 2> 701484 INFO (IPC Server handler 8 on 37732) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58985 is added to blk_1073741825_1001 size 71
[junit4] 2> 701509 WARN (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 701526 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 701526 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 701526 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 701536 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 701536 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 701537 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@d3bb891
[junit4] 2> 701604 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18b7c918[collection1] main]
[junit4] 2> 701605 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 701605 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 701607 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 701608 INFO (coreLoadExecutor-2335-thread-1-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552520537327009792
[junit4] 2> 701609 INFO (searcherExecutor-2336-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18b7c918[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 701615 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 701615 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 701615 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39781/collection1/
[junit4] 2> 701615 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 701615 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39781/collection1/ has no replicas
[junit4] 2> 701624 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39781/collection1/ shard1
[junit4] 2> 701775 INFO (coreZkRegister-2328-thread-1-processing-n:127.0.0.1:39781_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39781_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 701808 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 701809 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48212/solr ready
[junit4] 2> 701809 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 701879 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-1-001/cores/collection1
[junit4] 2> 701879 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-1-001
[junit4] 2> 701880 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 701883 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@504dc597{/,null,AVAILABLE}
[junit4] 2> 701883 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f50b6cd{HTTP/1.1,[http/1.1]}{127.0.0.1:58927}
[junit4] 2> 701883 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.Server Started @705562ms
[junit4] 2> 701883 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37732/hdfs__localhost_37732__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=58927, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-1-001/cores}
[junit4] 2> 701884 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 701890 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 701890 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 701890 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 701890 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-01T13:29:22.424Z
[junit4] 2> 701912 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 701912 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-1-001/solr.xml
[junit4] 2> 701917 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 701918 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48212/solr
[junit4] 2> 701936 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:58927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 701947 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:58927_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58927_
[junit4] 2> 701948 INFO (zkCallback-942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 701974 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 701978 INFO (zkCallback-938-thread-4-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 702072 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:58927_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-1-001/cores
[junit4] 2> 702072 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:58927_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 702074 INFO (OverseerStateUpdate-97032533379055620-127.0.0.1:39781_-n_0000000000) [n:127.0.0.1:39781_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 703082 WARN (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 703083 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 703093 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 703175 WARN (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 703177 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 703184 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 703185 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37732/solr_hdfs_home
[junit4] 2> 703185 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 703185 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:37732/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 703185 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@347a065b
[junit4] 2> 703186 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37732/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 703191 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 703191 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 703192 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 703202 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 703203 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37732/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 703218 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37732/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 703223 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 703223 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 703223 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 703235 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 703235 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3e28f90
[junit4] 2> 703259 INFO (IPC Server handler 8 on 37732) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58985 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-391b617d-bd2c-4f8d-a6c9-70a0d9d0f384:NORMAL:127.0.0.1:42560|RBW], ReplicaUC[[DISK]DS-79b76959-07e7-4524-9df1-188a2d7d5bb6:NORMAL:127.0.0.1:58985|RBW]]} size 0
[junit4] 2> 703262 INFO (IPC Server handler 9 on 37732) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42560 is added to blk_1073741826_1002 size 71
[junit4] 2> 703268 WARN (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 703322 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 703322 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 703322 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 703330 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 703331 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 703333 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3e6180a6
[junit4] 2> 703346 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b363903[collection1] main]
[junit4] 2> 703346 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 703347 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 703347 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 703347 INFO (searcherExecutor-2347-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b363903[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 703348 INFO (coreLoadExecutor-2346-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552520539151532032
[junit4] 2> 703361 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 703362 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 703362 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58927/collection1/
[junit4] 2> 703362 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 703362 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58927/collection1/ has no replicas
[junit4] 2> 703364 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58927/collection1/ shard2
[junit4] 2> 703515 INFO (coreZkRegister-2341-thread-1-processing-n:127.0.0.1:58927_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:58927_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 703648 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-2-001/cores/collection1
[junit4] 2> 703648 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-2-001
[junit4] 2> 703649 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 703650 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ba56731{/,null,AVAILABLE}
[junit4] 2> 703650 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a344ec6{HTTP/1.1,[http/1.1]}{127.0.0.1:49236}
[junit4] 2> 703650 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.e.j.s.Server Started @707329ms
[junit4] 2> 703651 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37732/hdfs__localhost_37732__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=49236, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-2-001/cores}
[junit4] 2> 703651 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 703651 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 703651 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 703651 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 703651 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-01T13:29:24.185Z
[junit4] 2> 703658 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 703658 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-2-001/solr.xml
[junit4] 2> 703663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 703664 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48212/solr
[junit4] 2> 703694 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:49236_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 703696 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:49236_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49236_
[junit4] 2> 703698 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:58927_) [n:127.0.0.1:58927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703698 INFO (zkCallback-942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703698 INFO (zkCallback-953-thread-1-processing-n:127.0.0.1:49236_) [n:127.0.0.1:49236_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703698 INFO (zkCallback-938-thread-4-processing-n:127.0.0.1:39781_) [n:127.0.0.1:39781_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 703742 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:49236_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_AD3B7DF4D09E9F5D-001/shard-2-001/cores
[junit4] 2> 703742 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[AD3B7DF4D09E9F5D]) [n:127.0.0.1:49236_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 703747 INFO (OverseerStateUpdate-97032533379055620-127.0.0.1:39781_-n_0000000000) [n:127.0.0.1:39781_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 704760 WARN (coreLoadExecutor-2357-thread-1-processing-n:127.0.0.1:49236_) [n:127.0.0.1:49236_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 704760 INFO (coreLoadExecutor-2357-thread-1-processing-n:127.0.0.1:492
[...truncated too long message...]
9021890 (Datanode Uuid d07c85eb-cf7f-47fd-a070-13b0703b8550) service to localhost/127.0.0.1:38909 interrupted
[junit4] 2> 959195 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AD3B7DF4D09E9F5D-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AD3B7DF4D09E9F5D-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:38909) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-545962605-10.41.0.5-1480599021890 (Datanode Uuid d07c85eb-cf7f-47fd-a070-13b0703b8550) service to localhost/127.0.0.1:38909
[junit4] 2> 959203 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 959305 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 959307 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50822 50822
[junit4] 2> 959308 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AD3B7DF4D09E9F5D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AD3B7DF4D09E9F5D-001
[junit4] 2> Dec 01, 2016 1:33:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=423, maxMBSortInHeap=7.279943573196731, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en, timezone=Europe/Volgograd
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=140402720,total=498073600
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueueTest, ParsingFieldUpdateProcessorsTest, DeleteReplicaTest, HdfsRecoveryZkTest, SOLR749Test, ConnectionReuseTest, DocValuesMissingTest, TestDefaultSearchFieldResource, TestMacroExpander, TestSolrConfigHandler, SuggesterWFSTTest, OutOfBoxZkACLAndCredentialsProvidersTest, SuggesterTest, TestIndexSearcher, ForceLeaderTest, DistribCursorPagingTest, TestZkChroot, TestRecovery, UpdateParamsTest, SolrCloudExampleTest, DataDrivenBlockJoinTest, CollectionsAPISolrJTest, TestBlendedInfixSuggestions, TestCollectionAPI, FullSolrCloudDistribCmdsTest, CoreMergeIndexesAdminHandlerTest, TestConfig, PluginInfoTest, TestSolrDeletionPolicy1, TestExtendedDismaxParser, TestLeaderInitiatedRecoveryThread, SuggestComponentTest, BadComponentTest, TestSolrQueryParser, FieldMutatingUpdateProcessorTest, TestHdfsCloudBackupRestore, TestSort, TestSchemaSimilarityResource, TestJsonFacetRefinement, TestCollationField, CircularListTest, TestSizeLimitedDistributedMap, BooleanFieldTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [167/658 (2!)] on J2 in 209.65s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62323 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 215 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/215/
6 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([C646D558AEA7863D:38298DFB6C87A52C]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:377)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:48319/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:38273/collection1]>
Stack Trace:
java.lang.AssertionError: PeerSynced node did not become leader expected:<CloudJettyRunner [url=http://127.0.0.1:48319/collection1]> but was:<CloudJettyRunner [url=http://127.0.0.1:38273/collection1]>
at __randomizedtesting.SeedInfo.seed([C646D558AEA7863D:4E12EA82005BEBC5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (66 > 60) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (66 > 60) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([C646D558AEA7863D:4E12EA82005BEBC5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:218)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([C646D558AEA7863D:4E12EA82005BEBC5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C646D558AEA7863D:8E33A1ECA894A9A8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([C646D558AEA7863D:EB389A0259833C31]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12400 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/init-core-data-001
[junit4] 2> 2548450 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2548450 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2548476 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2548484 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2548486 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2548495 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51910_hdfs____.fs9g7u/webapp
[junit4] 2> 2549004 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51910
[junit4] 2> 2549088 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2549089 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2549098 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33619_datanode____.81i1zv/webapp
[junit4] 2> 2549567 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33619
[junit4] 2> 2549609 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2549610 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2549633 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34478_datanode____uecsfv/webapp
[junit4] 2> 2549730 INFO (IPC Server handler 5 on 50428) [ ] BlockStateChange BLOCK* processReport: from storage DS-68c346fd-6ff2-4ca9-81f1-8c6a5e0a6bc1 node DatanodeRegistration(127.0.0.1:52854, datanodeUuid=de53d15d-4ff7-413b-8963-2e0a87e5c0a0, infoPort=45802, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-56;cid=testClusterID;nsid=637979103;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2549730 INFO (IPC Server handler 5 on 50428) [ ] BlockStateChange BLOCK* processReport: from storage DS-8af44499-fb02-41d4-9013-0b546b6a0304 node DatanodeRegistration(127.0.0.1:52854, datanodeUuid=de53d15d-4ff7-413b-8963-2e0a87e5c0a0, infoPort=45802, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-56;cid=testClusterID;nsid=637979103;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2550097 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[C646D558AEA7863D]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34478
[junit4] 2> 2550182 INFO (IPC Server handler 6 on 50428) [ ] BlockStateChange BLOCK* processReport: from storage DS-ebaea717-6165-4c6a-b915-e08168cdc1fb node DatanodeRegistration(127.0.0.1:54502, datanodeUuid=3320ebd1-ec40-486f-8c91-1d3e5e62290f, infoPort=54838, infoSecurePort=0, ipcPort=50488, storageInfo=lv=-56;cid=testClusterID;nsid=637979103;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2550182 INFO (IPC Server handler 6 on 50428) [ ] BlockStateChange BLOCK* processReport: from storage DS-9302aa97-6044-4a04-83b9-4668846e6df5 node DatanodeRegistration(127.0.0.1:54502, datanodeUuid=3320ebd1-ec40-486f-8c91-1d3e5e62290f, infoPort=54838, infoSecurePort=0, ipcPort=50488, storageInfo=lv=-56;cid=testClusterID;nsid=637979103;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2550254 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2550254 INFO (Thread-10645) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2550254 INFO (Thread-10645) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2550354 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.ZkTestServer start zk server on port:55962
[junit4] 2> 2550368 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2550369 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2550370 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2550371 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2550372 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2550373 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2550373 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2550374 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2550375 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2550376 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2550376 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2550447 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/control-001/cores/collection1
[junit4] 2> 2550448 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2550449 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dc6d2af{/,null,AVAILABLE}
[junit4] 2> 2550449 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a4edd43{HTTP/1.1,[http/1.1]}{127.0.0.1:58566}
[junit4] 2> 2550449 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.Server Started @2553845ms
[junit4] 2> 2550449 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=58566, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/control-001/cores}
[junit4] 2> 2550454 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2550455 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2550455 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2550455 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2550455 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-30T13:18:41.385Z
[junit4] 2> 2550457 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2550458 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/control-001/solr.xml
[junit4] 2> 2550466 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2550466 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55962/solr
[junit4] 2> 2550478 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:58566_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58566_
[junit4] 2> 2550479 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:58566_ ] o.a.s.c.Overseer Overseer (id=97026829266780164-127.0.0.1:58566_-n_0000000000) starting
[junit4] 2> 2550483 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:58566_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58566_
[junit4] 2> 2550484 INFO (OverseerStateUpdate-97026829266780164-127.0.0.1:58566_-n_0000000000) [n:127.0.0.1:58566_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2550517 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:58566_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/control-001/cores
[junit4] 2> 2550517 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:58566_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2550519 INFO (OverseerStateUpdate-97026829266780164-127.0.0.1:58566_-n_0000000000) [n:127.0.0.1:58566_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2551527 WARN (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2551528 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2551539 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2551610 WARN (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2551612 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2551623 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2551623 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50428/solr_hdfs_home
[junit4] 2> 2551624 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2551624 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/control-001/cores/collection1], dataDir=[hdfs://localhost:50428/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 2551624 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d6bd8b2
[junit4] 2> 2551624 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 2551630 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2551630 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2551630 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2551635 WARN (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2556787 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2556788 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 2556809 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 2556814 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2556814 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2556814 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2556835 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2556835 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6512627533351657]
[junit4] 2> 2556849 INFO (IPC Server handler 9 on 50428) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54502 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-68c346fd-6ff2-4ca9-81f1-8c6a5e0a6bc1:NORMAL:127.0.0.1:52854|RBW], ReplicaUC[[DISK]DS-9302aa97-6044-4a04-83b9-4668846e6df5:NORMAL:127.0.0.1:54502|FINALIZED]]} size 0
[junit4] 2> 2556850 INFO (IPC Server handler 1 on 50428) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52854 is added to blk_1073741825_1001 size 71
[junit4] 2> 2556855 WARN (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2556860 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2556860 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2556860 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2556872 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2556872 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2556874 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2556882 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3add4d2[collection1] main]
[junit4] 2> 2556882 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2556883 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2556883 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2556884 INFO (searcherExecutor-8459-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3add4d2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2556884 INFO (coreLoadExecutor-8458-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552429275219492864
[junit4] 2> 2556889 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2556889 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2556889 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58566/collection1/
[junit4] 2> 2556889 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2556889 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58566/collection1/ has no replicas
[junit4] 2> 2556894 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58566/collection1/ shard1
[junit4] 2> 2557022 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2557023 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55962/solr ready
[junit4] 2> 2557023 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2557045 INFO (coreZkRegister-8451-thread-1-processing-n:127.0.0.1:58566_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58566_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2557098 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-1-001/cores/collection1
[junit4] 2> 2557098 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-1-001
[junit4] 2> 2557099 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2557100 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49c55b33{/,null,AVAILABLE}
[junit4] 2> 2557101 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7640a94c{HTTP/1.1,[http/1.1]}{127.0.0.1:56888}
[junit4] 2> 2557102 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.Server Started @2560497ms
[junit4] 2> 2557102 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=56888, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-1-001/cores}
[junit4] 2> 2557102 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2557102 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2557102 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2557102 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2557102 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-30T13:18:48.032Z
[junit4] 2> 2557104 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2557105 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-1-001/solr.xml
[junit4] 2> 2557109 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2557110 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55962/solr
[junit4] 2> 2557116 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:56888_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2557119 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:56888_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56888_
[junit4] 2> 2557120 INFO (zkCallback-4071-thread-1-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2557120 INFO (zkCallback-4075-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2557121 INFO (zkCallback-4080-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2557237 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:56888_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-1-001/cores
[junit4] 2> 2557237 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:56888_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2557238 INFO (OverseerStateUpdate-97026829266780164-127.0.0.1:58566_-n_0000000000) [n:127.0.0.1:58566_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2558247 WARN (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2558248 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2558258 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2558329 WARN (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2558330 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2558341 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2558341 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50428/solr_hdfs_home
[junit4] 2> 2558341 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2558341 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:50428/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 2558341 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d6bd8b2
[junit4] 2> 2558341 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 2558347 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2558347 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2558347 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2558359 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2558360 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 2558373 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 2558378 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2558378 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2558378 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2558409 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2558409 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6512627533351657]
[junit4] 2> 2558420 INFO (IPC Server handler 1 on 50428) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52854 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ebaea717-6165-4c6a-b915-e08168cdc1fb:NORMAL:127.0.0.1:54502|RBW], ReplicaUC[[DISK]DS-68c346fd-6ff2-4ca9-81f1-8c6a5e0a6bc1:NORMAL:127.0.0.1:52854|RBW]]} size 0
[junit4] 2> 2558421 INFO (IPC Server handler 2 on 50428) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54502 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ebaea717-6165-4c6a-b915-e08168cdc1fb:NORMAL:127.0.0.1:54502|RBW], ReplicaUC[[DISK]DS-68c346fd-6ff2-4ca9-81f1-8c6a5e0a6bc1:NORMAL:127.0.0.1:52854|RBW]]} size 0
[junit4] 2> 2558426 WARN (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2558439 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2558439 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2558439 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2558446 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2558446 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2558448 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2558455 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67f8fc08[collection1] main]
[junit4] 2> 2558456 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2558456 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2558456 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2558457 INFO (searcherExecutor-8470-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@67f8fc08[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2558457 INFO (coreLoadExecutor-8469-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552429276868902912
[junit4] 2> 2558463 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2558463 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2558463 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56888/collection1/
[junit4] 2> 2558463 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2558463 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56888/collection1/ has no replicas
[junit4] 2> 2558466 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56888/collection1/ shard2
[junit4] 2> 2558617 INFO (coreZkRegister-8464-thread-1-processing-n:127.0.0.1:56888_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:56888_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2558819 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-2-001/cores/collection1
[junit4] 2> 2558819 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-2-001
[junit4] 2> 2558820 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2558821 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c3fa742{/,null,AVAILABLE}
[junit4] 2> 2558821 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@250807f9{HTTP/1.1,[http/1.1]}{127.0.0.1:51598}
[junit4] 2> 2558821 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.e.j.s.Server Started @2562217ms
[junit4] 2> 2558822 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=51598, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-2-001/cores}
[junit4] 2> 2558822 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2558823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2558823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2558823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2558823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-30T13:18:49.753Z
[junit4] 2> 2558825 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2558825 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-2-001/solr.xml
[junit4] 2> 2558833 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2558834 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55962/solr
[junit4] 2> 2558843 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:51598_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2558845 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:51598_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51598_
[junit4] 2> 2558846 INFO (zkCallback-4071-thread-2-processing-n:127.0.0.1:58566_) [n:127.0.0.1:58566_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2558846 INFO (zkCallback-4075-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2558846 INFO (zkCallback-4080-thread-1-processing-n:127.0.0.1:56888_) [n:127.0.0.1:56888_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2558847 INFO (zkCallback-4086-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2558881 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:51598_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-2-001/cores
[junit4] 2> 2558881 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[C646D558AEA7863D]) [n:127.0.0.1:51598_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2558883 INFO (OverseerStateUpdate-97026829266780164-127.0.0.1:58566_-n_0000000000) [n:127.0.0.1:58566_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2559892 WARN (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2559893 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2559903 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2559971 WARN (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2559972 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2559982 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2559982 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50428/solr_hdfs_home
[junit4] 2> 2559982 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2559983 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C646D558AEA7863D-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:50428/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 2559983 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d6bd8b2
[junit4] 2> 2559983 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 2559989 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2559989 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2559989 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2560001 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2560002 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 2560014 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50428/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 2560019 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2560019 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2560019 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2560029 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2560029 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6512627533351657]
[junit4] 2> 2560038 INFO (IPC Server handler 4 on 50428) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52854 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9302aa97-6044-4a04-83b9-4668846e6df5:NORMAL:127.0.0.1:54502|RBW], ReplicaUC[[DISK]DS-8af44499-fb02-41d4-9013-0b546b6a0304:NORMAL:127.0.0.1:52854|RBW]]} size 0
[junit4] 2> 2560039 INFO (IPC Server handler 5 on 50428) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54502 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9302aa97-6044-4a04-83b9-4668846e6df5:NORMAL:127.0.0.1:54502|RBW], ReplicaUC[[DISK]DS-8af44499-fb02-41d4-9013-0b546b6a0304:NORMAL:127.0.0.1:52854|RBW]]} size 0
[junit4] 2> 2560043 WARN (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2560069 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2560070 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2560070 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2560077 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2560077 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2560079 INFO (coreLoadExecutor-8480-thread-1-processing-n:127.0.0.1:51598_) [n:127.0.0.1:51598_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
[...truncated too long message...]
.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3952035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34601 34601
[junit4] 2> 3952036 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C646D558AEA7863D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C646D558AEA7863D-001
[junit4] 2> Nov 30, 2016 1:42:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1109, maxMBSortInHeap=7.55381084660858, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=de-CH, timezone=Africa/Casablanca
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=380735504,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [AssignTest, RemoteQueryErrorTest, HdfsWriteToMultipleCollectionsTest, TestRequestStatusCollectionAPI, TestNumericTerms32, DistributedFacetPivotWhiteBoxTest, DocValuesMissingTest, PreAnalyzedFieldTest, TestSizeLimitedDistributedMap, BufferStoreTest, PingRequestHandlerTest, TestStressReorder, TestCoreDiscovery, DistributedSuggestComponentTest, ZkStateReaderTest, TestReplicationHandlerBackup, TestClassicSimilarityFactory, TestAnalyzedSuggestions, TestOrdValues, TestJsonFacetRefinement, DOMUtilTest, TestConfig, TestNoOpRegenerator, MergeStrategyTest, TestDefaultStatsCache, HdfsBasicDistributedZkTest, TestNamedUpdateProcessors, SmileWriterTest, UnloadDistributedZkTest, AutoCommitTest, CloneFieldUpdateProcessorFactoryTest, TestSolrCloudSnapshots, FullSolrCloudDistribCmdsTest, TestBinaryField, HighlighterMaxOffsetTest, RuleEngineTest, CircularListTest, TestHdfsCloudBackupRestore, TestPivotHelperCode, TestHighFrequencyDictionaryFactory, OverseerTaskQueueTest, DeleteInactiveReplicaTest, SuggesterTSTTest, BadIndexSchemaTest, TestRandomCollapseQParserPlugin, TestConfigSetsAPIZkFailure, XmlUpdateRequestHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest, TestMergePolicyConfig, TestRebalanceLeaders, SuggesterWFSTTest, LeaderElectionTest, TestSolrQueryParser, SolrPluginUtilsTest, TestSolrJ, ConnectionReuseTest, TestIndexingPerformance, BooleanFieldTest, DistribCursorPagingTest, TestExceedMaxTermLength, TestTolerantUpdateProcessorCloud, TestSubQueryTransformer, TestAddFieldRealTimeGet, ConnectionManagerTest, TestMacroExpander, TestSQLHandler, ResponseLogComponentTest, TestFieldCacheVsDocValues, TestNRTOpen, TestGroupingSearch, QueryParsingTest, TestJavabinTupleStreamParser, DirectUpdateHandlerOptimizeTest, TestCloudPseudoReturnFields, CoreAdminHandlerTest, DistributedFacetPivotLongTailTest, TestSolrDeletionPolicy1, DistanceUnitsTest, TestExactStatsCache, TestRecoveryHdfs, StatelessScriptUpdateProcessorFactoryTest, StatsComponentTest, TestPostingsSolrHighlighter, TestCollationField, TestFieldCollectionResource, TriLevelCompositeIdRoutingTest, TestLMJelinekMercerSimilarityFactory, TestRecovery, NoCacheHeaderTest, TestLFUCache, RequestHandlersTest, PKIAuthenticationIntegrationTest, TestSolrCLIRunExample, TestCollectionAPI, SaslZkACLProviderTest, UpdateParamsTest, TestCorePropertiesReload, TestDistribDocBasedVersion, TestSolrConfigHandlerConcurrent, TestXIncludeConfig, ExplicitHLLTest, TestFilteredDocIdSet, SharedFSAutoReplicaFailoverUtilsTest, TestManagedStopFilterFactory, DirectUpdateHandlerTest, SoftAutoCommitTest, SuggesterTest, TestTrie, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, TestRemoteStreaming, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, SOLR749Test, CopyFieldTest, TestSolrDeletionPolicy2, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPhraseSuggestions, TestCodecSupport, TestPerFieldSimilarity, TimeZoneUtilsTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, ShardSplitTest, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [452/658 (5!)] on J2 in 161.97s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61388 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 214 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/214/
7 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexingSequenceNumbers
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexingSequenceNumbers
Error Message:
Captured an uncaught exception in thread: Thread[id=1997, name=Thread-1939, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1997, name=Thread-1939, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:748)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:762)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1566)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
Caused by: java.lang.OutOfMemoryError: Java heap space
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([DCA615E72434105B:54F22A3D8AC87DA3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.testDeletedDocs
Error Message:
No registered leader was found after waiting for 10000ms , collection: collection1 slice: shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 10000ms , collection: collection1 slice: shard1
at __randomizedtesting.SeedInfo.seed([DCA615E72434105B:662D727973E94F8C]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:427)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:332)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([DCA615E72434105B:F1D85ABDD310AA57]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([DCA615E72434105B:94D3615322073FCE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1572 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> nov 29, 2016 10:11:00 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1939,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:748)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:762)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1566)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> nov 29, 2016 11:55:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> 1) Thread[id=15, name=SUITE-TestIndexingSequenceNumbers-seed#[F4B4D882044ABC97], state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=16, name=TEST-TestIndexingSequenceNumbers.testStressConcurrentCommit-seed#[F4B4D882044ABC97], state=WAITING, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:226)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 5) Thread[id=2000, name=Thread-1942, state=WAITING, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterFlushControl.waitForFlush(DocumentsWriterFlushControl.java:272)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.abort(DocumentsWriter.java:239)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2196)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2170)
[junit4] 2> at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4798)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1585)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=F4B4D882044ABC97 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-EC -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7135s J1 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)
[junit4] 2> nov 29, 2016 11:55:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> nov 29, 2016 11:55:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexingSequenceNumbers:
[junit4] 2> 1) Thread[id=16, name=TEST-TestIndexingSequenceNumbers.testStressConcurrentCommit-seed#[F4B4D882044ABC97], state=WAITING, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:226)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=2000, name=Thread-1942, state=WAITING, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterFlushControl.waitForFlush(DocumentsWriterFlushControl.java:272)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.abort(DocumentsWriter.java:239)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2196)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2170)
[junit4] 2> at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4798)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1585)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2> nov 29, 2016 11:55:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=16, name=TEST-TestIndexingSequenceNumbers.testStressConcurrentCommit-seed#[F4B4D882044ABC97], state=WAITING, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> 2) Thread[id=2000, name=Thread-1942, state=WAITING, group=TGRP-TestIndexingSequenceNumbers]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexingSequenceNumbers_F4B4D882044ABC97-001
[junit4] 2> Nov 29, 2016 5:55:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=19698, maxDocsPerChunk=1, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=19698, blockSize=10)), sim=RandomSimilarity(queryNorm=false,coord=no): {id=DFR I(ne)L2}, locale=es-EC, timezone=America/Chicago
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=52971432,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectory, TestFilterWeight, TestIndexingSequenceNumbers]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.seed=F4B4D882044ABC97 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-EC -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestIndexingSequenceNumbers (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1997, name=Thread-1939, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([F4B4D882044ABC97]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:748)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:762)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1566)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] Completed [371/442 (1!)] on J1 in 7220.14s, 3 tests, 3 errors <<< FAILURES!
[...truncated 239 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J1-20161129_155534_936.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid16225.hprof ...
[junit4] Heap dump file created [570924567 bytes in 4.332 secs]
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J1-20161129_155534_936.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.IllegalArgumentException thrown from the UncaughtExceptionHandler in thread "Thread-1938"
[junit4]
[junit4] Exception: java.lang.IllegalArgumentException thrown from the UncaughtExceptionHandler in thread "Thread-1943"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Thread-1944"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Thread-1937"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Thread-1941"
[junit4]
[junit4] Exception: java.lang.IllegalArgumentException thrown from the UncaughtExceptionHandler in thread "Thread-1940"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Lucene Merge Thread #18370"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "Lucene Merge Thread #18372"
[junit4] <<< JVM J1: EOF ----
[...truncated 9916 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/init-core-data-001
[junit4] 2> 801267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 801268 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001
[junit4] 2> 801268 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 801268 INFO (Thread-2171) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 801268 INFO (Thread-2171) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 801368 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56486
[junit4] 2> 801385 INFO (jetty-launcher-1454-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 801385 INFO (jetty-launcher-1454-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 801387 INFO (jetty-launcher-1454-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 801388 INFO (jetty-launcher-1454-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 801391 INFO (jetty-launcher-1454-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30c165c4{/solr,null,AVAILABLE}
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@347655f{HTTP/1.1,[http/1.1]}{127.0.0.1:41118}
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.e.j.s.Server Started @804785ms
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41118}
[junit4] 2> 801393 ERROR (jetty-launcher-1454-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 801393 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-29T20:12:59.763Z
[junit4] 2> 801394 INFO (jetty-launcher-1454-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2acb596b{/solr,null,AVAILABLE}
[junit4] 2> 801395 INFO (jetty-launcher-1454-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a791ce{/solr,null,AVAILABLE}
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@248c347f{HTTP/1.1,[http/1.1]}{127.0.0.1:55841}
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.e.j.s.Server Started @804788ms
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55841}
[junit4] 2> 801396 ERROR (jetty-launcher-1454-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 801396 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-29T20:12:59.766Z
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bafbf0b{HTTP/1.1,[http/1.1]}{127.0.0.1:59337}
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.e.j.s.Server Started @804788ms
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59337}
[junit4] 2> 801397 ERROR (jetty-launcher-1454-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 801397 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-29T20:12:59.767Z
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5165e1f6{/solr,null,AVAILABLE}
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3179787{HTTP/1.1,[http/1.1]}{127.0.0.1:34236}
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.e.j.s.Server Started @804790ms
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34236}
[junit4] 2> 801398 ERROR (jetty-launcher-1454-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 801398 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-29T20:12:59.768Z
[junit4] 2> 801410 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 801418 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 801424 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 801425 INFO (jetty-launcher-1454-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56486/solr
[junit4] 2> 801428 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 801429 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 801430 INFO (jetty-launcher-1454-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56486/solr
[junit4] 2> 801431 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 801433 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 801433 INFO (jetty-launcher-1454-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56486/solr
[junit4] 2> 801438 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158b1b80f770005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 801447 INFO (jetty-launcher-1454-thread-4) [n:127.0.0.1:59337_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59337_solr
[junit4] 2> 801448 INFO (jetty-launcher-1454-thread-4) [n:127.0.0.1:59337_solr ] o.a.s.c.Overseer Overseer (id=97022796080021512-127.0.0.1:59337_solr-n_0000000000) starting
[junit4] 2> 801448 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 801449 INFO (jetty-launcher-1454-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56486/solr
[junit4] 2> 801481 INFO (jetty-launcher-1454-thread-1) [n:127.0.0.1:41118_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41118_solr
[junit4] 2> 801486 INFO (jetty-launcher-1454-thread-4) [n:127.0.0.1:59337_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59337_solr
[junit4] 2> 801487 INFO (zkCallback-1471-thread-1-processing-n:127.0.0.1:41118_solr) [n:127.0.0.1:41118_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 801487 INFO (zkCallback-1469-thread-1-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 801487 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 801488 INFO (jetty-launcher-1454-thread-2) [n:127.0.0.1:55841_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55841_solr
[junit4] 2> 801488 INFO (zkCallback-1469-thread-1-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 801489 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 801494 INFO (zkCallback-1471-thread-1-processing-n:127.0.0.1:41118_solr) [n:127.0.0.1:41118_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 801498 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 801499 INFO (zkCallback-1471-thread-1-processing-n:127.0.0.1:41118_solr) [n:127.0.0.1:41118_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 801499 INFO (zkCallback-1469-thread-1-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 801527 INFO (jetty-launcher-1454-thread-3) [n:127.0.0.1:34236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 801529 INFO (jetty-launcher-1454-thread-2) [n:127.0.0.1:55841_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001/node1/.
[junit4] 2> 801535 INFO (jetty-launcher-1454-thread-3) [n:127.0.0.1:34236_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34236_solr
[junit4] 2> 801536 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 801537 INFO (zkCallback-1471-thread-1-processing-n:127.0.0.1:41118_solr) [n:127.0.0.1:41118_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 801539 INFO (zkCallback-1469-thread-1-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 801544 INFO (zkCallback-1476-thread-1-processing-n:127.0.0.1:34236_solr) [n:127.0.0.1:34236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 801572 INFO (jetty-launcher-1454-thread-3) [n:127.0.0.1:34236_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001/node3/.
[junit4] 2> 801591 INFO (jetty-launcher-1454-thread-4) [n:127.0.0.1:59337_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001/node4/.
[junit4] 2> 801694 INFO (jetty-launcher-1454-thread-1) [n:127.0.0.1:41118_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001/node2/.
[junit4] 2> 801705 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 801706 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56486/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 801930 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 801951 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 801953 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 801982 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47018_hdfs____u7daqm/webapp
[junit4] 2> 802526 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47018
[junit4] 2> 802820 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 802821 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 802831 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55708_datanode____.d1ubay/webapp
[junit4] 2> 803393 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55708
[junit4] 2> 803562 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 803563 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 803589 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40471_datanode____.ljiltz/webapp
[junit4] 2> 803925 INFO (IPC Server handler 2 on 33706) [ ] BlockStateChange BLOCK* processReport: from storage DS-c00527bb-6abc-42b3-9bc4-037f13101ca3 node DatanodeRegistration(127.0.0.1:39573, datanodeUuid=6782491a-0b86-4789-84e0-3c86e5debd66, infoPort=59536, infoSecurePort=0, ipcPort=50992, storageInfo=lv=-56;cid=testClusterID;nsid=857590896;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 803926 INFO (IPC Server handler 2 on 33706) [ ] BlockStateChange BLOCK* processReport: from storage DS-3d4d13da-ff33-4c2b-adeb-a558daa086dc node DatanodeRegistration(127.0.0.1:39573, datanodeUuid=6782491a-0b86-4789-84e0-3c86e5debd66, infoPort=59536, infoSecurePort=0, ipcPort=50992, storageInfo=lv=-56;cid=testClusterID;nsid=857590896;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 804285 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[DCA615E72434105B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40471
[junit4] 2> 804493 INFO (IPC Server handler 8 on 33706) [ ] BlockStateChange BLOCK* processReport: from storage DS-928344cf-a0f3-4c81-9412-16822e1e5e4d node DatanodeRegistration(127.0.0.1:57869, datanodeUuid=89bb20f6-f659-4e44-a101-5d16a2958a73, infoPort=44445, infoSecurePort=0, ipcPort=51401, storageInfo=lv=-56;cid=testClusterID;nsid=857590896;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 804493 INFO (IPC Server handler 8 on 33706) [ ] BlockStateChange BLOCK* processReport: from storage DS-303d3b37-45cb-4b02-b04b-49ce990dcf5c node DatanodeRegistration(127.0.0.1:57869, datanodeUuid=89bb20f6-f659-4e44-a101-5d16a2958a73, infoPort=44445, infoSecurePort=0, ipcPort=51401, storageInfo=lv=-56;cid=testClusterID;nsid=857590896;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 804726 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[DCA615E72434105B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 804845 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[DCA615E72434105B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 804880 INFO (qtp789980365-8125) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 804899 INFO (qtp789980365-8125) [n:127.0.0.1:55841_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 804902 INFO (qtp789980365-8126) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 804902 INFO (qtp789980365-8126) [n:127.0.0.1:55841_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 804910 INFO (qtp789980365-8128) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 804919 INFO (OverseerCollectionConfigSetProcessor-97022796080021512-127.0.0.1:59337_solr-n_0000000000) [n:127.0.0.1:59337_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 804919 INFO (OverseerThreadFactory-3279-thread-2-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 805042 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 805051 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 805154 INFO (zkCallback-1469-thread-3-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 805154 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 806060 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 806063 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 806078 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 806080 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 806081 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 806083 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 806088 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 806088 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 806093 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33706/data
[junit4] 2> 806093 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 806094 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001/node4/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:33706/data/onlyinzk/core_node2/data/]
[junit4] 2> 806095 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33706/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 806105 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 806105 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 806105 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 806112 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33706/data
[junit4] 2> 806112 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 806113 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_DCA615E72434105B-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:33706/data/onlyinzk/core_node1/data/]
[junit4] 2> 806113 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33706/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 806118 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 806118 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 809107 WARN (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 809118 WARN (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 814257 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814262 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33706/data/onlyinzk/core_node1/data
[junit4] 2> 814270 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814275 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33706/data/onlyinzk/core_node2/data
[junit4] 2> 814327 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33706/data/onlyinzk/core_node2/data/index
[junit4] 2> 814349 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33706/data/onlyinzk/core_node1/data/index
[junit4] 2> 814359 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 814359 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814363 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 814363 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 814381 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814383 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 814590 INFO (IPC Server handler 7 on 33706) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39573 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00527bb-6abc-42b3-9bc4-037f13101ca3:NORMAL:127.0.0.1:39573|RBW], ReplicaUC[[DISK]DS-928344cf-a0f3-4c81-9412-16822e1e5e4d:NORMAL:127.0.0.1:57869|RBW]]} size 0
[junit4] 2> 814591 INFO (IPC Server handler 2 on 33706) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57869 is added to blk_1073741825_1001 size 71
[junit4] 2> 814616 INFO (IPC Server handler 0 on 33706) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57869 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-3d4d13da-ff33-4c2b-adeb-a558daa086dc:NORMAL:127.0.0.1:39573|RBW], ReplicaUC[[DISK]DS-303d3b37-45cb-4b02-b04b-49ce990dcf5c:NORMAL:127.0.0.1:57869|RBW]]} size 0
[junit4] 2> 814622 INFO (IPC Server handler 5 on 33706) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39573 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-3d4d13da-ff33-4c2b-adeb-a558daa086dc:NORMAL:127.0.0.1:39573|RBW], ReplicaUC[[DISK]DS-303d3b37-45cb-4b02-b04b-49ce990dcf5c:NORMAL:127.0.0.1:57869|RBW]]} size 0
[junit4] 2> 814730 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 814730 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 814730 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 814731 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 814731 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 814745 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 814745 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 814731 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 814756 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 814757 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 814960 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ab15316[onlyinzk_shard2_replica1] main]
[junit4] 2> 814962 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 814963 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 814967 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 814967 INFO (searcherExecutor-3289-thread-1-processing-n:127.0.0.1:55841_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk r:core_node1) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@7ab15316[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 814967 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552364751643738112
[junit4] 2> 814977 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 814977 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 814977 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55841/solr/onlyinzk_shard2_replica1/
[junit4] 2> 814977 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 814977 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:55841/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 814979 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 814979 INFO (zkCallback-1469-thread-1-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 814993 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f5814c4[onlyinzk_shard1_replica1] main]
[junit4] 2> 814997 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55841/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 815008 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 815009 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 815009 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 815009 INFO (searcherExecutor-3288-thread-1-processing-n:127.0.0.1:59337_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk r:core_node2) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@6f5814c4[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 815009 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552364751687778304
[junit4] 2> 815018 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 815018 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 815019 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59337/solr/onlyinzk_shard1_replica1/
[junit4] 2> 815019 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 815019 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:59337/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 815028 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59337/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 815126 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815126 INFO (zkCallback-1469-thread-1-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815135 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 815143 INFO (qtp1957392416-8111) [n:127.0.0.1:59337_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=10092
[junit4] 2> 815148 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 815149 INFO (qtp789980365-8108) [n:127.0.0.1:55841_solr c:onlyinzk s:shard2 r:core_node1 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=10109
[junit4] 2> 815152 INFO (qtp789980365-8128) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 815252 INFO (zkCallback-1475-thread-1-processing-n:127.0.0.1:55841_solr) [n:127.0.0.1:55841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 815252 INFO (zkCallback-1469-thread-3-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 816152 INFO (qtp789980365-8128) [n:127.0.0.1:55841_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=11242
[junit4] 2> 816154 INFO (qtp789980365-8129) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 816154 INFO (qtp789980365-8129) [n:127.0.0.1:55841_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 816154 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[DCA615E72434105B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 816255 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[DCA615E72434105B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 816256 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[DCA615E72434105B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 816259 INFO (qtp789980365-8095) [n:127.0.0.1:55841_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 816262 INFO (OverseerCollectionConfigSetProcessor-97022796080021512-127.0.0.1:59337_solr-n_0000000000) [n:127.0.0.1:59337_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 816263 INFO (OverseerThreadFactory-3279-thread-3-processing-n:127.0.0.1:59337_solr) [n:127.0.0.1:59337_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 816267 INFO (qtp789980365-8130) [n:127.0.0.1:55841_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4d098acc
[junit4] 2> 816267 INFO (qtp1957392416-8115) [n:127.0.0.1:59337_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5b546842
[junit4] 2> 816287 INFO (qtp19573924
[...truncated too long message...]
ativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4773752 INFO (SUITE-CheckHdfsIndexTest-seed#[DCA615E72434105B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_DCA615E72434105B-001
[junit4] 2> Nov 29, 2016 9:19:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {foo=IB SPL-L3(800.0), titleTokenized=DFR I(F)L3(800.0), body=IB SPL-D1}, locale=zh-SG, timezone=CAT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=291367912,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [ResponseHeaderTest, TestClassicSimilarityFactory, DistributedFacetPivotWhiteBoxTest, SmileWriterTest, StatelessScriptUpdateProcessorFactoryTest, ExplicitHLLTest, SimpleFacetsTest, TestRequestStatusCollectionAPI, TestTrieFacet, LukeRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, TestConfigSetsAPIZkFailure, OverseerTest, TestMiniSolrCloudCluster, TestOnReconnectListenerSupport, ForceLeaderTest, TestHdfsCloudBackupRestore, TestMergePolicyConfig, AddSchemaFieldsUpdateProcessorFactoryTest, HighlighterMaxOffsetTest, TimeZoneUtilsTest, DistributedExpandComponentTest, JSONWriterTest, TestDistributedMissingSort, TestCoreDiscovery, RemoteQueryErrorTest, DistributedSuggestComponentTest, DirectUpdateHandlerTest, BigEndianAscendingWordDeserializerTest, BooleanFieldTest, TestGroupingSearch, ZkStateReaderTest, TestMacroExpander, TestLeaderInitiatedRecoveryThread, TestDefaultStatsCache, CoreMergeIndexesAdminHandlerTest, TestWriterPerf, PingRequestHandlerTest, SolrCoreCheckLockOnStartupTest, DirectoryFactoryTest, TestOrdValues, OverseerTaskQueueTest, QueryParsingTest, TestSolrCloudSnapshots, GraphQueryTest, HLLUtilTest, SegmentsInfoRequestHandlerTest, TestJavabinTupleStreamParser, NoCacheHeaderTest, FullSolrCloudDistribCmdsTest, FieldAnalysisRequestHandlerTest, TestReload, BufferStoreTest, TestSchemaSimilarityResource, HdfsThreadLeakTest, TestCollationField, TestSQLHandler, CircularListTest, TestSolrConfigHandler, TestManagedStopFilterFactory, PrimitiveFieldTypeTest, BasicDistributedZk2Test, TestNRTOpen, TestIndexSearcher, SaslZkACLProviderTest, QueryResultKeyTest, HdfsCollectionsAPIDistributedZkTest, TestSolrFieldCacheMBean, TestSubQueryTransformer, TestConfig, SolrTestCaseJ4Test, ParsingFieldUpdateProcessorsTest, CollectionsAPISolrJTest, TestRecoveryHdfs, TestSolrQueryParserDefaultOperatorResource, TestSolrConfigHandlerConcurrent, TestJsonRequest, TestRawTransformer, HdfsBasicDistributedZkTest, TestManagedResource, ShowFileRequestHandlerTest, TestJsonFacetRefinement, TestTolerantSearch, CoreAdminHandlerTest, SuggesterWFSTTest, TestSizeLimitedDistributedMap, TestBulkSchemaAPI, RequestHandlersTest, SharedFSAutoReplicaFailoverUtilsTest, TestImplicitCoreProperties, TestDFRSimilarityFactory, TestCloudPseudoReturnFields, TestSchemaManager, TestSimpleQParserPlugin, SolrPluginUtilsTest, TestSort, CurrencyFieldXmlFileTest, DOMUtilTest, BinaryUpdateRequestHandlerTest, TestPhraseSuggestions, SpatialRPTFieldTypeTest, TestRandomCollapseQParserPlugin, MinimalSchemaTest, RuleEngineTest, AutoCommitTest, RecoveryZkTest, TestZkChroot, ZkCLITest, TestDistributedGrouping, ZkControllerTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, TestBadConfig, HighlighterTest, SpellCheckCollatorTest, SuggesterTest, SpatialFilterTest, TestUpdate, FieldMutatingUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, TestSurroundQueryParser, DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, TestIndexingPerformance, FastVectorHighlighterTest, RegexBoostProcessorTest, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestUtils, TestRTGBase, TestCrossCoreJoin, ConnectionReuseTest, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, ReplaceNodeTest, RestartWhileUpdatingTest, RollingRestartTest, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest, RequestLoggingTest, TestBlobHandler, TestReqParamsAPI, DistributedFacetPivotLongTailTest, FacetPivotSmallTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, TestSlowCompositeReaderWrapper, WrapperMergePolicyFactoryTest, CheckHdfsIndexTest]
[junit4] Completed [560/658 (3!)] on J2 in 58.97s, 6 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 11355 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:717: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid16225.hprof
Total time: 335 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 213 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/213/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([11CF307BDB5B8AC9:920CEEE8CF830140]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<6>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([11CF307BDB5B8AC9:CF455E06E0F9E83A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([11CF307BDB5B8AC9:59BA44CFDD68A55C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([11CF307BDB5B8AC9:3CB17F212C7F30C5]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11696 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/init-core-data-001
[junit4] 2> 654408 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 654408 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001
[junit4] 2> 654409 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 654415 INFO (Thread-2283) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 654415 INFO (Thread-2283) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 654515 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39103
[junit4] 2> 654544 INFO (jetty-launcher-744-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 654544 INFO (jetty-launcher-744-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 654545 INFO (jetty-launcher-744-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 654546 INFO (jetty-launcher-744-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 654546 INFO (jetty-launcher-744-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@101ce04c{/solr,null,AVAILABLE}
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@491118b7{HTTP/1.1,[http/1.1]}{127.0.0.1:51178}
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.e.j.s.Server Started @658258ms
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51178}
[junit4] 2> 654547 ERROR (jetty-launcher-744-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 654547 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-28T12:17:33.342Z
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17d07652{/solr,null,AVAILABLE}
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3510c25e{HTTP/1.1,[http/1.1]}{127.0.0.1:42300}
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.e.j.s.Server Started @658357ms
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42300}
[junit4] 2> 654646 ERROR (jetty-launcher-744-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 654646 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-28T12:17:33.441Z
[junit4] 2> 654693 INFO (jetty-launcher-744-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38d70646{/solr,null,AVAILABLE}
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29f9270a{HTTP/1.1,[http/1.1]}{127.0.0.1:46323}
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.e.j.s.Server Started @658404ms
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46323}
[junit4] 2> 654694 ERROR (jetty-launcher-744-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 654694 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-28T12:17:33.489Z
[junit4] 2> 654696 INFO (jetty-launcher-744-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5efe4300{/solr,null,AVAILABLE}
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e0f23a0{HTTP/1.1,[http/1.1]}{127.0.0.1:58564}
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.e.j.s.Server Started @658407ms
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58564}
[junit4] 2> 654697 ERROR (jetty-launcher-744-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 654697 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-28T12:17:33.492Z
[junit4] 2> 654707 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 654707 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 654722 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 654723 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 654745 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 654749 INFO (jetty-launcher-744-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39103/solr
[junit4] 2> 654773 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 654778 INFO (jetty-launcher-744-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39103/solr
[junit4] 2> 654795 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 654799 INFO (jetty-launcher-744-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39103/solr
[junit4] 2> 654813 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 654817 INFO (jetty-launcher-744-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39103/solr
[junit4] 2> 654862 INFO (jetty-launcher-744-thread-2) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51178_solr
[junit4] 2> 654863 INFO (jetty-launcher-744-thread-2) [n:127.0.0.1:51178_solr ] o.a.s.c.Overseer Overseer (id=97015264261701641-127.0.0.1:51178_solr-n_0000000000) starting
[junit4] 2> 654882 INFO (jetty-launcher-744-thread-2) [n:127.0.0.1:51178_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51178_solr
[junit4] 2> 654884 INFO (jetty-launcher-744-thread-4) [n:127.0.0.1:46323_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46323_solr
[junit4] 2> 654889 INFO (zkCallback-764-thread-1-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 654890 INFO (jetty-launcher-744-thread-3) [n:127.0.0.1:58564_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 654900 INFO (zkCallback-765-thread-1-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 654902 INFO (zkCallback-762-thread-1-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 654906 INFO (jetty-launcher-744-thread-1) [n:127.0.0.1:42300_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42300_solr
[junit4] 2> 654906 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 654907 INFO (jetty-launcher-744-thread-3) [n:127.0.0.1:58564_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58564_solr
[junit4] 2> 654911 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 654929 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 654931 INFO (zkCallback-762-thread-2-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 654955 INFO (jetty-launcher-744-thread-2) [n:127.0.0.1:51178_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node2/.
[junit4] 2> 654961 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 654964 INFO (zkCallback-763-thread-1-processing-n:127.0.0.1:58564_solr) [n:127.0.0.1:58564_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 654973 INFO (jetty-launcher-744-thread-1) [n:127.0.0.1:42300_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node1/.
[junit4] 2> 654985 INFO (zkCallback-763-thread-2-processing-n:127.0.0.1:58564_solr) [n:127.0.0.1:58564_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 655028 INFO (jetty-launcher-744-thread-3) [n:127.0.0.1:58564_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node3/.
[junit4] 2> 655213 INFO (jetty-launcher-744-thread-4) [n:127.0.0.1:46323_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node4/.
[junit4] 2> 655267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 655267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39103/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 655323 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 655373 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 655378 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 655404 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43129_hdfs____tu3p4z/webapp
[junit4] 2> 656066 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43129
[junit4] 2> 656229 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 656230 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 656244 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38675_datanode____.9zf9u2/webapp
[junit4] 2> 656768 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38675
[junit4] 2> 656901 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 656902 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 656917 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60537_datanode____.ijqpmi/webapp
[junit4] 2> 657154 INFO (IPC Server handler 3 on 48577) [ ] BlockStateChange BLOCK* processReport: from storage DS-382c813c-461a-46d2-82ba-8c1fd38ed10d node DatanodeRegistration(127.0.0.1:54066, datanodeUuid=c6046950-13e0-435f-916f-2a2e9f4f5449, infoPort=51427, infoSecurePort=0, ipcPort=59703, storageInfo=lv=-56;cid=testClusterID;nsid=977021842;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 657155 INFO (IPC Server handler 3 on 48577) [ ] BlockStateChange BLOCK* processReport: from storage DS-c9ba4008-f73a-4cec-b7de-cc6a4834c7de node DatanodeRegistration(127.0.0.1:54066, datanodeUuid=c6046950-13e0-435f-916f-2a2e9f4f5449, infoPort=51427, infoSecurePort=0, ipcPort=59703, storageInfo=lv=-56;cid=testClusterID;nsid=977021842;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 657456 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60537
[junit4] 2> 657582 INFO (IPC Server handler 4 on 48577) [ ] BlockStateChange BLOCK* processReport: from storage DS-c2763fd0-7421-4bb0-a7fc-c9a2c6e13f37 node DatanodeRegistration(127.0.0.1:50114, datanodeUuid=7bd0a0ff-2f1d-45d3-8534-f9a13d4df21b, infoPort=54963, infoSecurePort=0, ipcPort=38052, storageInfo=lv=-56;cid=testClusterID;nsid=977021842;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 657582 INFO (IPC Server handler 4 on 48577) [ ] BlockStateChange BLOCK* processReport: from storage DS-1f3b600b-2903-48f0-9214-f03ac8cb2079 node DatanodeRegistration(127.0.0.1:50114, datanodeUuid=7bd0a0ff-2f1d-45d3-8534-f9a13d4df21b, infoPort=54963, infoSecurePort=0, ipcPort=38052, storageInfo=lv=-56;cid=testClusterID;nsid=977021842;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 657878 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 657879 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 657887 INFO (qtp1050536699-5897) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 657891 INFO (OverseerThreadFactory-2649-thread-1-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 658016 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 658122 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 659042 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 659049 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 659051 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 659052 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 659058 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48577/data
[junit4] 2> 659058 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 659058 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node1/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:48577/data/created_and_deleted/core_node1/data/]
[junit4] 2> 659058 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 659065 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 659066 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 659072 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 659074 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/created_and_deleted/core_node1/data
[junit4] 2> 659099 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/created_and_deleted/core_node1/data/index
[junit4] 2> 659105 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 659105 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 659109 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 659161 INFO (IPC Server handler 1 on 48577) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54066 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1f3b600b-2903-48f0-9214-f03ac8cb2079:NORMAL:127.0.0.1:50114|RBW], ReplicaUC[[DISK]DS-382c813c-461a-46d2-82ba-8c1fd38ed10d:NORMAL:127.0.0.1:54066|RBW]]} size 0
[junit4] 2> 659163 INFO (IPC Server handler 2 on 48577) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50114 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1f3b600b-2903-48f0-9214-f03ac8cb2079:NORMAL:127.0.0.1:50114|RBW], ReplicaUC[[DISK]DS-382c813c-461a-46d2-82ba-8c1fd38ed10d:NORMAL:127.0.0.1:54066|RBW]]} size 0
[junit4] 2> 659177 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 659177 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 659177 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 659190 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 659190 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 659208 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12de1dbe[created_and_deleted_shard1_replica1] main]
[junit4] 2> 659209 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 659209 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 659209 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 659209 INFO (searcherExecutor-2658-thread-1-processing-n:127.0.0.1:42300_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted r:core_node1) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@12de1dbe[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 659209 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552244233212002304
[junit4] 2> 659217 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 659217 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 659217 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42300/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 659217 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 659217 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42300/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 659223 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42300/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 659325 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 659375 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 659377 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1361
[junit4] 2> 659381 INFO (qtp1050536699-5897) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 659482 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 659893 INFO (OverseerCollectionConfigSetProcessor-97015264261701641-127.0.0.1:51178_solr-n_0000000000) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 660382 INFO (qtp1050536699-5897) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2495
[junit4] 2> 660384 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 660384 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 660386 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 660392 INFO (OverseerThreadFactory-2649-thread-2-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 660403 INFO (qtp939213113-5886) [n:127.0.0.1:42300_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@392e3b05
[junit4] 2> 660409 INFO (qtp939213113-5886) [n:127.0.0.1:42300_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/created_and_deleted/core_node1/data
[junit4] 2> 660410 INFO (qtp939213113-5886) [n:127.0.0.1:42300_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 660411 INFO (qtp939213113-5886) [n:127.0.0.1:42300_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/created_and_deleted/core_node1/data/index
[junit4] 2> 660418 INFO (IPC Server handler 5 on 48577) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:50114 127.0.0.1:54066
[junit4] 2> 660421 INFO (qtp939213113-5886) [n:127.0.0.1:42300_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 661126 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=739
[junit4] 2> 661128 INFO (qtp1050536699-5899) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 661128 INFO (qtp1050536699-5899) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 661129 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 661239 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
[junit4] 2> 661240 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 661245 INFO (qtp1050536699-5899) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 661247 INFO (OverseerThreadFactory-2649-thread-3-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 661247 INFO (OverseerCollectionConfigSetProcessor-97015264261701641-127.0.0.1:51178_solr-n_0000000000) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 661247 ERROR (OverseerThreadFactory-2649-thread-3-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:843)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:81)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 661250 INFO (qtp1050536699-5899) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 661251 INFO (OverseerCollectionConfigSetProcessor-97015264261701641-127.0.0.1:51178_solr-n_0000000000) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 661252 INFO (qtp1050536699-5901) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 661267 INFO (OverseerThreadFactory-2649-thread-4-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
[junit4] 2> 661483 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
[junit4] 2> 661486 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
[junit4] 2> 661595 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 661595 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 662158 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@1ac77990) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:50114 to delete [blk_1073741825_1001]
[junit4] 2> 662499 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 662504 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 662505 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica1] Schema name=minimal
[junit4] 2> 662508 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 662508 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica1' using configuration from collection acollectionafterbaddelete
[junit4] 2> 662509 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48577/data
[junit4] 2> 662509 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 662509 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node4/acollectionafterbaddelete_shard1_replica1], dataDir=[hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data/]
[junit4] 2> 662509 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data/snapshot_metadata
[junit4] 2> 662516 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica2] Schema name=minimal
[junit4] 2> 662517 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 662518 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 662518 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 662519 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica2' using configuration from collection acollectionafterbaddelete
[junit4] 2> 662519 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48577/data
[junit4] 2> 662519 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 662519 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_11CF307BDB5B8AC9-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica2], dataDir=[hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data/]
[junit4] 2> 662519 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data/snapshot_metadata
[junit4] 2> 662525 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 662526 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 662526 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 662526 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data
[junit4] 2> 662533 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 662537 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data
[junit4] 2> 662539 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data/index
[junit4] 2> 662546 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 662546 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 662549 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 662573 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data/index
[junit4] 2> 662582 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 662582 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 662589 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 662610 INFO (IPC Server handler 1 on 48577) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50114 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-382c813c-461a-46d2-82ba-8c1fd38ed10d:NORMAL:127.0.0.1:54066|RBW], ReplicaUC[[DISK]DS-c2763fd0-7421-4bb0-a7fc-c9a2c6e13f37:NORMAL:127.0.0.1:50114|FINALIZED]]} size 0
[junit4] 2> 662619 INFO (IPC Server handler 2 on 48577) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54066 is added to blk_1073741826_1002 size 71
[junit4] 2> 662631 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 662631 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 662631 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 662632 INFO (IPC Server handler 0 on 48577) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54066 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c2763fd0-7421-4bb0-a7fc-c9a2c6e13f37:NORMAL:127.0.0.1:50114|RBW], ReplicaUC[[DISK]DS-382c813c-461a-46d2-82ba-8c1fd38ed10d:NORMAL:127.0.0.1:54066|RBW]]} size 0
[junit4] 2> 662640 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 662640 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 662642 INFO (IPC Server handler 9 on 48577) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50114 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-382c813c-461a-46d2-82ba-8c1fd38ed10d:NORMAL:127.0.0.1:54066|RBW], ReplicaUC[[DISK]DS-1f3b600b-2903-48f0-9214-f03ac8cb2079:NORMAL:127.0.0.1:50114|FINALIZED]]} size 0
[junit4] 2> 662654 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3646a69f[acollectionafterbaddelete_shard1_replica1] main]
[junit4] 2> 662654 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 662655 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 662655 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 662655 INFO (searcherExecutor-2663-thread-1-processing-n:127.0.0.1:46323_solr x:acollectionafterbaddelete_shard1_replica1 s:shard1 c:acollectionafterbaddelete r:core_node1) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica1] Registered new searcher Searcher@3646a69f[acollectionafterbaddelete_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 662655 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552244236825395200
[junit4] 2> 662662 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 662677 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 662677 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 662677 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 662685 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 662685 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 662705 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cd37265[acollectionafterbaddelete_shard1_replica2] main]
[junit4] 2> 662706 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 662706 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 662706 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 662706 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552244236878872576
[junit4] 2> 662708 INFO (searcherExecutor-2664-thread-1-processing-n:127.0.0.1:42300_solr x:acollectionafterbaddelete_shard1_replica2 s:shard1 c:acollectionafterbaddelete r:core_node2) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica2] Registered new searcher Searcher@2cd37265[acollectionafterbaddelete_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 662764 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 662765 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 663163 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 663163 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 663163 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46323/solr/acollectionafterbaddelete_shard1_replica1/
[junit4] 2> 663163 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica1 url=http://127.0.0.1:46323/solr START replicas=[http://127.0.0.1:42300/solr/acollectionafterbaddelete_shard1_replica2/] nUpdates=100
[junit4] 2> 663163 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica1 url=http://127.0.0.1:46323/solr DONE. We have no versions. sync failed.
[junit4] 2> 663168 INFO (qtp939213113-5888) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 663168 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 663168 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 663170 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46323/solr/acollectionafterbaddelete_shard1_replica1/ shard1
[junit4] 2> 663272 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 663273 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 663321 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 663323 INFO (qtp1050536699-5898) [n:127.0.0.1:46323_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2} status=0 QTime=1840
[junit4] 2> 663425 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 663426 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 663719 INFO (qtp939213113-5882) [n:127.0.0.1:42300_solr c:acollectionafterbaddelete s:shard1 r:core_node2 x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2} status=0 QTime=2233
[junit4] 2> 663721 INFO (qtp1050536699-5901) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 663822 INFO (zkCallback-765-thread-2-processing-n:127.0.0.1:46323_solr) [n:127.0.0.1:46323_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 663822 INFO (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 664721 INFO (qtp1050536699-5901) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3469
[junit4] 2> 664723 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
[junit4] 2> 664831 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 664832 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 664834 INFO (qtp1050536699-5897) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 664842 INFO (OverseerCollectionConfigSetProcessor-97015264261701641-127.0.0.1:51178_solr-n_0000000000) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 664843 INFO (OverseerThreadFactory-2649-thread-5-processing-n:127.0.0.1:51178_solr) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 664848 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@1f4e6cc4
[junit4] 2> 664849 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2d6aaa45
[junit4] 2> 664859 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data/index
[junit4] 2> 664859 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data/index
[junit4] 2> 664859 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data
[junit4] 2> 664860 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data/snapshot_metadata
[junit4] 2> 664860 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/acollectionafterbaddelete/core_node2/data
[junit4] 2> 664865 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:48577/data/acollectionafterbaddelete/core_node1/data/snapshot_metadata
[junit4] 2> 664876 INFO (IPC Server handler 1 on 48577) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:50114 127.0.0.1:54066
[junit4] 2> 664877 INFO (IPC Server handler 1 on 48577) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:50114 127.0.0.1:54066
[junit4] 2> 664878 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 664878 INFO (qtp939213113-5885) [n:127.0.0.1:42300_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=33
[junit4] 2> 664887 WARN (zkCallback-764-thread-2-processing-n:127.0.0.1:42300_solr) [n:127.0.0.1:42300_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 664900 INFO (qtp1050536699-5894) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=54
[junit4] 2> 665158 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@1ac77990) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:50114 to delete [blk_1073741826_1002, blk_1073741827_1003]
[junit4] 2> 665607 INFO (qtp1050536699-5897) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2} status=0 QTime=772
[junit4] 2> 665614 INFO (qtp1050536699-5900) [n:127.0.0.1:46323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 665618 INFO (OverseerCollectionConfigSetProcessor-97015264261701641-127.0.0.1:51178_solr-n_0000000000) [n:127.0.0.1:51178_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 665620 INFO (qtp1050536699-5900) [n:127.0.0.1:46323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 665621 INFO (qtp1050536699-5895) [n:127.0.0.1:46323_solr ] o.
[...truncated too long message...]
s) [n:127.0.0.1:42983_muf%2Frs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3803202 WARN (zkCallback-4494-thread-3-processing-n:127.0.0.1:50542_muf%2Frs) [n:127.0.0.1:50542_muf%2Frs ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3803203 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5484e2f9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3803203 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2afaf9da{/muf/rs,null,UNAVAILABLE}
[junit4] 2> 3803204 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 42983
[junit4] 2> 3803204 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1227035069
[junit4] 2> 3803213 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.Overseer Overseer (id=97015459573465121-127.0.0.1:42983_muf%2Frs-n_0000000007) closing
[junit4] 2> 3803213 INFO (OverseerStateUpdate-97015459573465121-127.0.0.1:42983_muf%2Frs-n_0000000007) [n:127.0.0.1:42983_muf%2Frs ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42983_muf%2Frs
[junit4] 2> 3804204 WARN (zkCallback-4501-thread-5-processing-n:127.0.0.1:42983_muf%2Frs) [n:127.0.0.1:42983_muf%2Frs c:target_collection s:shard1 r:core_node1 x:target_collection_shard1_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 3804204 INFO (zkCallback-4501-thread-5-processing-n:127.0.0.1:42983_muf%2Frs) [n:127.0.0.1:42983_muf%2Frs c:target_collection s:shard1 r:core_node1 x:target_collection_shard1_replica1] o.a.s.c.SolrCore [target_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5c84ebd
[junit4] 2> 3804204 INFO (zkCallback-4501-thread-5-processing-n:127.0.0.1:42983_muf%2Frs) [n:127.0.0.1:42983_muf%2Frs c:target_collection s:shard1 r:core_node1 x:target_collection_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
[junit4] 2> 3804213 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@78d9b48e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3804213 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@773ca22e{/muf/rs,null,UNAVAILABLE}
[junit4] 2> 3804217 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBatchBoundaries
[junit4] 2> 3804218 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[11CF307BDB5B8AC9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37395 37395
[junit4] 2> 3804388 INFO (Thread-10149) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37395 37395
[junit4] 2> 3804390 WARN (Thread-10149) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 5 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 156 /solr/overseer/collection-queue-work
[junit4] 2> 80 /solr/overseer/queue
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 25 /solr/collections
[junit4] 2> 21 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3804391 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[11CF307BDB5B8AC9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_11CF307BDB5B8AC9-001
[junit4] 2> Nov 28, 2016 1:10:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=es-CO, timezone=America/Sao_Paulo
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=256043992,total=509083648
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueueTest, TestJmxMonitoredMap, CollectionStateFormat2Test, CleanupOldIndexTest, ResponseLogComponentTest, RestartWhileUpdatingTest, BadComponentTest, TestExceedMaxTermLength, AddBlockUpdateTest, TestSolrConfigHandler, CloneFieldUpdateProcessorFactoryTest, TimeZoneUtilsTest, TestSolrCloudWithSecureImpersonation, DocValuesMissingTest, TestJavabinTupleStreamParser, TestRequestStatusCollectionAPI, TestJsonFacetRefinement, TestBlobHandler, RemoteQueryErrorTest, OverseerTaskQueueTest, TestIndexSearcher, TestManagedSchema, DebugComponentTest, PKIAuthenticationIntegrationTest, TestSizeLimitedDistributedMap, BinaryUpdateRequestHandlerTest, TestPhraseSuggestions, SimpleFacetsTest, TestSimpleQParserPlugin, TestStressReorder, AutoCommitTest, AddSchemaFieldsUpdateProcessorFactoryTest, DataDrivenBlockJoinTest, TestCoreDiscovery, PingRequestHandlerTest, MinimalSchemaTest, RecoveryZkTest, HdfsWriteToMultipleCollectionsTest, OverseerModifyCollectionTest, ForceLeaderTest, TestDefaultStatsCache, NoCacheHeaderTest, BufferStoreTest, MergeStrategyTest, TestSolrJ, TestSchemaSimilarityResource, DirectUpdateHandlerOptimizeTest, SpatialRPTFieldTypeTest, TestExtendedDismaxParser, FieldAnalysisRequestHandlerTest, TestRawTransformer, QueryResultKeyTest, TestDefaultSearchFieldResource, SpellPossibilityIteratorTest, TestMergePolicyConfig, HdfsCollectionsAPIDistributedZkTest, TestSolrCloudSnapshots, LeaderInitiatedRecoveryOnShardRestartTest, TestAddFieldRealTimeGet, TestTrieFacet, CoreMergeIndexesAdminHandlerTest, ConnectionManagerTest, TestNumericTerms32, TestSort, WrapperMergePolicyFactoryTest, PreAnalyzedFieldTest, SolrCloudExampleTest, HdfsRecoveryZkTest, RequestHandlersTest, CdcrRequestHandlerTest, TestConfigSetImmutable, RuleEngineTest, BigEndianAscendingWordDeserializerTest, TestRecovery, TestJsonRequest, TestSolrQueryParser, TestManagedResource, SaslZkACLProviderTest, TestExportWriter, LeaderElectionTest, DistribCursorPagingTest, TestLMJelinekMercerSimilarityFactory, TriLevelCompositeIdRoutingTest, TestReplicationHandlerBackup, SuggesterTSTTest, HardAutoCommitTest, TestCloudDeleteByQuery, TestBinaryField, DistributedExpandComponentTest, SuggesterWFSTTest, SuggesterTest, SmileWriterTest, CircularListTest, TestBlendedInfixSuggestions, TestBulkSchemaAPI, TestConfig, ConnectionReuseTest, ParsingFieldUpdateProcessorsTest, TestClassicSimilarityFactory, TestOrdValues, SolrCoreCheckLockOnStartupTest, DirectoryFactoryTest, AnalyticsMergeStrategyTest, TestFilteredDocIdSet, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ZkControllerTest, TestReload, TestRangeQuery, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, DirectUpdateHandlerTest, TestBadConfig, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SuggesterFSTTest, TestFoldingMultitermQuery, TestStressLucene, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, TestSurroundQueryParser, LukeRequestHandlerTest, TestWriterPerf, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, SolrPluginUtilsTest, TestCollationField, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestLFUCache, PrimUtilsTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [494/658 (3!)] on J2 in 1694.20s, 11 tests, 1 failure <<< FAILURES!
[...truncated 61258 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 212 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/212/
5 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([77DB2F2D370A1967]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([77DB2F2D370A1967]:0)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
expected:<152> but was:<136>
Stack Trace:
java.lang.AssertionError: expected:<152> but was:<136>
at __randomizedtesting.SeedInfo.seed([67EA57A07CEAB5CE:EFBE687AD216D836]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:280)
at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:244)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:130)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/7)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/7)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([67EA57A07CEAB5CE:2F9F23147AD99A5B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([67EA57A07CEAB5CE:4A9418FA8BCE0FC2]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1638 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 11 28, 2016 12:19:42 午前 com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1193, name=SUITE-TestFuzzyQuery-seed#[77DB2F2D370A1967], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=1194, name=TEST-TestFuzzyQuery.testRandom-seed#[77DB2F2D370A1967], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=77DB2F2D370A1967 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP -Dtests.timezone=Etc/GMT-13 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([77DB2F2D370A1967]:0)
[junit4] 2> 11 28, 2016 12:19:43 午前 com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> 11 28, 2016 12:20:03 午前 com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=1194, name=TEST-TestFuzzyQuery.testRandom-seed#[77DB2F2D370A1967], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 11 28, 2016 12:20:03 午前 com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1194, name=TEST-TestFuzzyQuery.testRandom-seed#[77DB2F2D370A1967], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> 11 28, 2016 12:20:06 午前 com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1194, name=TEST-TestFuzzyQuery.testRandom-seed#[77DB2F2D370A1967], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {field=DFR I(F)L2}, locale=ja-JP, timezone=Etc/GMT-13
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=83728744,total=108003328
[junit4] 2> NOTE: All tests run in this JVM: [TestFilterSpans, TestTragicIndexWriterDeadlock, TestBM25Similarity, TestSwappedIndexFiles, TestNIOFSDirectory, TestDocsAndPositions, TestSimilarityBase, TestAutomaton, TestByteSlices, TestFlushByRamOrCountsPolicy, TestIndexWriterCommit, TestMatchNoDocsQuery, TestFlex, TestIndexableField, TestByteArrayDataInput, TestPerSegmentDeletes, TestExitableDirectoryReader, TestPrefixQuery, TestBooleanScorer, TestPrefixRandom, TestNRTReaderCleanup, TestDocValues, Test2BPositions, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=77DB2F2D370A1967 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP -Dtests.timezone=Etc/GMT-13 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([77DB2F2D370A1967]:0)
[junit4] Completed [392/442 (1!)] on J1 in 7223.15s, 5 tests, 2 errors <<< FAILURES!
[...truncated 11002 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/init-core-data-001
[junit4] 2> 2730519 INFO (SUITE-PeerSyncReplicationTest-seed#[67EA57A07CEAB5CE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2730519 INFO (SUITE-PeerSyncReplicationTest-seed#[67EA57A07CEAB5CE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2730521 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2730522 INFO (Thread-61256) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2730523 INFO (Thread-61256) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2730622 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.ZkTestServer start zk server on port:57852
[junit4] 2> 2730629 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2730631 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2730632 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2730633 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2730634 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2730635 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2730636 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2730637 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2730638 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2730639 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2730640 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2730709 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/control-001/cores/collection1
[junit4] 2> 2730712 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2730712 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a65f673{/,null,AVAILABLE}
[junit4] 2> 2730715 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fc0ffeb{SSL,[ssl, http/1.1]}{127.0.0.1:36590}
[junit4] 2> 2730715 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server Started @2734405ms
[junit4] 2> 2730715 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/tempDir-001/control/data, hostContext=/, hostPort=36590, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/control-001/cores}
[junit4] 2> 2730715 ERROR (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2730716 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2730716 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2730716 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2730716 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T13:49:43.365Z
[junit4] 2> 2730717 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2730717 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/control-001/solr.xml
[junit4] 2> 2730722 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2730722 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57852/solr
[junit4] 2> 2730736 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:36590_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36590_
[junit4] 2> 2730737 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:36590_ ] o.a.s.c.Overseer Overseer (id=97009964362760197-127.0.0.1:36590_-n_0000000000) starting
[junit4] 2> 2730741 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:36590_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36590_
[junit4] 2> 2730753 INFO (zkCallback-3364-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2730813 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:36590_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/control-001/cores
[junit4] 2> 2730813 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:36590_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2730816 INFO (OverseerStateUpdate-97009964362760197-127.0.0.1:36590_-n_0000000000) [n:127.0.0.1:36590_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2731825 WARN (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2731825 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2731836 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2731919 WARN (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2731921 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2731930 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2731931 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/control-001/cores/collection1/data/]
[junit4] 2> 2731931 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce6c31
[junit4] 2> 2731932 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2731938 WARN (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2731943 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2731943 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2731944 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2731944 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2731944 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=10.65625, floorSegmentMB=0.51953125, forceMergeDeletesPctAllowed=0.3159356723083484, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.539348751548307
[junit4] 2> 2731944 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2268e2d7[collection1] main]
[junit4] 2> 2731951 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2731952 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2731952 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2731952 INFO (searcherExecutor-7996-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2268e2d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2731952 INFO (coreLoadExecutor-7995-thread-1-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552159431302578176
[junit4] 2> 2731958 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2731958 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2731958 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36590/collection1/
[junit4] 2> 2731958 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2731958 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:36590/collection1/ has no replicas
[junit4] 2> 2731961 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36590/collection1/ shard1
[junit4] 2> 2732112 INFO (coreZkRegister-7988-thread-1-processing-n:127.0.0.1:36590_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36590_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2732317 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2732317 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57852/solr ready
[junit4] 2> 2732317 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2732317 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 2732387 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001/cores/collection1
[junit4] 2> 2732388 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001
[junit4] 2> 2732389 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2732391 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57e897cc{/,null,AVAILABLE}
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@253fcded{SSL,[ssl, http/1.1]}{127.0.0.1:44055}
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server Started @2736083ms
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44055, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001/cores}
[junit4] 2> 2732393 ERROR (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2732393 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T13:49:45.042Z
[junit4] 2> 2732396 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2732396 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001/solr.xml
[junit4] 2> 2732400 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2732400 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57852/solr
[junit4] 2> 2732406 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2732409 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:44055_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44055_
[junit4] 2> 2732415 INFO (zkCallback-3368-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2732415 INFO (zkCallback-3364-thread-3-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2732416 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2732481 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:44055_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001/cores
[junit4] 2> 2732481 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:44055_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2732483 INFO (OverseerStateUpdate-97009964362760197-127.0.0.1:36590_-n_0000000000) [n:127.0.0.1:36590_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2732585 WARN (OverseerStateUpdate-97009964362760197-127.0.0.1:36590_-n_0000000000) [n:127.0.0.1:36590_ ] o.a.s.c.Overseer Bad version writing to ZK using compare-and-set, will force refresh cluster state: KeeperErrorCode = BadVersion for /collections/collection1/state.json
[junit4] 2> 2732588 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2732589 INFO (OverseerStateUpdate-97009964362760197-127.0.0.1:36590_-n_0000000000) [n:127.0.0.1:36590_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2732590 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2733495 WARN (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2733496 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2733522 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2733602 WARN (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2733605 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2733613 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2733614 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 2733614 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce6c31
[junit4] 2> 2733615 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2733625 WARN (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2733632 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2733632 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2733632 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2733632 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2733633 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=10.65625, floorSegmentMB=0.51953125, forceMergeDeletesPctAllowed=0.3159356723083484, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.539348751548307
[junit4] 2> 2733633 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47f0c847[collection1] main]
[junit4] 2> 2733634 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2733634 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2733634 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2733634 INFO (coreLoadExecutor-8006-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552159433066283008
[junit4] 2> 2733637 INFO (searcherExecutor-8007-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@47f0c847[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2733641 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2733641 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2733641 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44055/collection1/
[junit4] 2> 2733641 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2733641 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:44055/collection1/ has no replicas
[junit4] 2> 2733645 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44055/collection1/ shard1
[junit4] 2> 2733748 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2733797 INFO (coreZkRegister-8001-thread-1-processing-n:127.0.0.1:44055_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:44055_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2733901 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2734052 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001/cores/collection1
[junit4] 2> 2734052 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001
[junit4] 2> 2734054 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2734071 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2908fb93{/,null,AVAILABLE}
[junit4] 2> 2734072 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59fdef18{SSL,[ssl, http/1.1]}{127.0.0.1:55878}
[junit4] 2> 2734072 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server Started @2737762ms
[junit4] 2> 2734072 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=55878, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001/cores}
[junit4] 2> 2734073 ERROR (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2734073 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2734073 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2734073 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2734073 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-27T13:49:46.722Z
[junit4] 2> 2734075 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2734075 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001/solr.xml
[junit4] 2> 2734080 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2734081 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57852/solr
[junit4] 2> 2734092 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:55878_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2734095 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:55878_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55878_
[junit4] 2> 2734096 INFO (zkCallback-3368-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734099 INFO (zkCallback-3380-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734099 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734100 INFO (zkCallback-3364-thread-3-processing-n:127.0.0.1:36590_) [n:127.0.0.1:36590_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2734156 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:55878_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001/cores
[junit4] 2> 2734156 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [n:127.0.0.1:55878_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2734160 INFO (OverseerStateUpdate-97009964362760197-127.0.0.1:36590_-n_0000000000) [n:127.0.0.1:36590_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2734263 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2734263 INFO (zkCallback-3380-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735170 WARN (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2735170 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2735181 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2735267 WARN (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2735269 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2735275 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2735276 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 2735276 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ce6c31
[junit4] 2> 2735277 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2735284 WARN (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2735293 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2735294 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2735294 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2735294 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2735294 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=10.65625, floorSegmentMB=0.51953125, forceMergeDeletesPctAllowed=0.3159356723083484, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.539348751548307
[junit4] 2> 2735295 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@94c2260[collection1] main]
[junit4] 2> 2735295 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2735296 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2735296 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2735296 INFO (searcherExecutor-8018-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@94c2260[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2735296 INFO (coreLoadExecutor-8017-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552159434809016320
[junit4] 2> 2735299 INFO (coreZkRegister-8012-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 2735300 INFO (updateExecutor-3377-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2735300 INFO (recoveryExecutor-3378-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2735300 INFO (recoveryExecutor-3378-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2735300 INFO (recoveryExecutor-3378-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 2735300 INFO (recoveryExecutor-3378-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2735300 INFO (recoveryExecutor-3378-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:44055/collection1/] and I am [https://127.0.0.1:55878/collection1/]
[junit4] 2> 2735301 INFO (recoveryExecutor-3378-thread-1-processing-n:127.0.0.1:55878_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:55878_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:44055]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:55878_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2735360 INFO (qtp433282644-74444) [n:127.0.0.1:44055_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2735360 INFO (qtp433282644-74444) [n:127.0.0.1:44055_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 2735360 INFO (qtp433282644-74444) [n:127.0.0.1:44055_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:55878_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:55878","node_name":"127.0.0.1:55878_","state":"down"}
[junit4] 2> 2735402 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44055_) [n:127.0.0.1:44055_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735403 INFO (zkCallback-3380-thread-1-processing-n:127.0.0.1:55878_) [n:127.0.0.1:55878_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2735729 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-3-001/cores/collection1
[junit4] 2> 2735729 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_67EA57A07CEAB5CE-001/shard-3-001
[junit4] 2> 2735731 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2735732 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c6acaa1{/,null,AVAILABLE}
[junit4] 2> 2735734 INFO (TEST-PeerSyncReplicationTest.test-seed#[67EA57A07CEAB5CE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d0e0e86{SSL,[ssl, http/1.1]}{127.0.0.1:55671}
[junit4] 2> 2735734 INFO (TEST-PeerSyncReplicationTest.test-seed#
[...truncated too long message...]
a:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4156259 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67EA57A07CEAB5CE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60336 60336
[junit4] 2> 4156259 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[67EA57A07CEAB5CE]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_67EA57A07CEAB5CE-001
[junit4] 2> Nov 27, 2016 2:13:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=866, maxMBSortInHeap=5.767426717351802, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-AE, timezone=America/Noronha
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=246181488,total=475529216
[junit4] 2> NOTE: All tests run in this JVM: [TestNamedUpdateProcessors, TestFieldTypeResource, TestSQLHandler, SuggesterTest, TestMacroExpander, TestSort, TestPerFieldSimilarityClassic, TestOnReconnectListenerSupport, QueryParsingTest, TestWriterPerf, HdfsWriteToMultipleCollectionsTest, TestSolrDeletionPolicy1, SimpleFacetsTest, TestStressReorder, BadComponentTest, StatsComponentTest, TestBinaryField, CollectionStateFormat2Test, SpellPossibilityIteratorTest, SpatialRPTFieldTypeTest, PingRequestHandlerTest, FullSolrCloudDistribCmdsTest, HdfsThreadLeakTest, TestFieldCacheVsDocValues, SolrTestCaseJ4Test, FieldAnalysisRequestHandlerTest, TestNRTOpen, TestSolrCLIRunExample, TestImplicitCoreProperties, MergeStrategyTest, TestCloudPseudoReturnFields, UpdateParamsTest, TestRecoveryHdfs, TestExactStatsCache, MinimalSchemaTest, TestDistribDocBasedVersion, SolrCloudExampleTest, TestLFUCache, TestDefaultSearchFieldResource, DirectUpdateHandlerOptimizeTest, LeaderFailoverAfterPartitionTest, TestNumericTerms32, TestIndexSearcher, TestSolrCloudWithSecureImpersonation, TestCloudDeleteByQuery, AddSchemaFieldsUpdateProcessorFactoryTest, PrimUtilsTest, DocValuesMultiTest, TestSolrJ, DeleteInactiveReplicaTest, OverseerTest, TestSolrQueryParserDefaultOperatorResource, SuggesterWFSTTest, HdfsRecoveryZkTest, TestDFRSimilarityFactory, TestZkChroot, PreAnalyzedFieldTest, TestFilteredDocIdSet, TestRuleBasedAuthorizationPlugin, TestFieldCollectionResource, HLLUtilTest, DocValuesMissingTest, CoreAdminHandlerTest, TestHdfsCloudBackupRestore, TestConfig, TestRebalanceLeaders, PluginInfoTest, TestBlendedInfixSuggestions, LeaderElectionTest, SmileWriterTest, SuggesterTSTTest, ShufflingReplicaListTransformerTest, OverseerTaskQueueTest, TestTolerantUpdateProcessorCloud, TestExtendedDismaxParser, AssignTest, TestBulkSchemaAPI, TestRawTransformer, DOMUtilTest, SolrPluginUtilsTest, TestTrieFacet, XmlUpdateRequestHandlerTest, ShowFileRequestHandlerTest, UnloadDistributedZkTest, TestExportWriter, ConnectionManagerTest, TestNoOpRegenerator, SuggestComponentTest, JSONWriterTest, TestLMJelinekMercerSimilarityFactory, RemoteQueryErrorTest, ExplicitHLLTest, AnalyticsMergeStrategyTest, TestSolrConfigHandlerConcurrent, HardAutoCommitTest, CdcrBootstrapTest, ResponseLogComponentTest, ConnectionReuseTest, CloneFieldUpdateProcessorFactoryTest, TestCoreDiscovery, TestExceedMaxTermLength, BooleanFieldTest, TestManagedSchema, PrimitiveFieldTypeTest, LukeRequestHandlerTest, TestJavabinTupleStreamParser, BigEndianAscendingWordDeserializerTest, FieldMutatingUpdateProcessorTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, OutputWriterTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPISolrJTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OverseerRolesTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestRandomFlRTGCloud, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [515/658 (2!)] on J2 in 171.33s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 11549 lines...]
-validate-source-patterns:
[source-patterns] nocommit: solr/core/src/test/org/apache/solr/cloud/DocValuesNotIndexedTest.java
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:130: Found 1 violations in source files (nocommit).
Total time: 320 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 211 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/211/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
{responseHeader={status=0,QTime=33202},failure={127.0.0.1:41537_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at https://127.0.0.1:41537/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:57336_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at https://127.0.0.1:57336/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
Stack Trace:
java.lang.AssertionError: {responseHeader={status=0,QTime=33202},failure={127.0.0.1:41537_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at https://127.0.0.1:41537/solr: Core with name 'halfcollection_shard1_replica1' already exists.,127.0.0.1:57336_solr=org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException:Error from server at https://127.0.0.1:57336/solr: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory}}
at __randomizedtesting.SeedInfo.seed([14F9FD94FEA9B12A:F83F502005350CCE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:308)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([14F9FD94FEA9B12A:5C8C8920F89A9EBF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:237)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([14F9FD94FEA9B12A:3987B2CE098D0B26]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12787 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/init-core-data-001
[junit4] 2> 3835780 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3835781 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001
[junit4] 2> 3835781 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3835781 INFO (Thread-85992) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3835781 INFO (Thread-85992) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3835881 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49304
[junit4] 2> 3835895 INFO (jetty-launcher-29078-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3835895 INFO (jetty-launcher-29078-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3835897 INFO (jetty-launcher-29078-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3835897 INFO (jetty-launcher-29078-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3835903 INFO (jetty-launcher-29078-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@254828b7{/solr,null,AVAILABLE}
[junit4] 2> 3835906 INFO (jetty-launcher-29078-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c45bc2{/solr,null,AVAILABLE}
[junit4] 2> 3835915 INFO (jetty-launcher-29078-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b625c4a{/solr,null,AVAILABLE}
[junit4] 2> 3835917 INFO (jetty-launcher-29078-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26f29dc1{SSL,[ssl, http/1.1]}{127.0.0.1:41537}
[junit4] 2> 3835918 INFO (jetty-launcher-29078-thread-2) [ ] o.e.j.s.Server Started @3839211ms
[junit4] 2> 3835918 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41537}
[junit4] 2> 3835918 ERROR (jetty-launcher-29078-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3835918 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3835918 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3835918 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3835918 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-26T14:43:02.427Z
[junit4] 2> 3835920 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3835925 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3835925 INFO (jetty-launcher-29078-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49304/solr
[junit4] 2> 3835943 INFO (jetty-launcher-29078-thread-2) [n:127.0.0.1:41537_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41537_solr
[junit4] 2> 3835944 INFO (jetty-launcher-29078-thread-2) [n:127.0.0.1:41537_solr ] o.a.s.c.Overseer Overseer (id=97004511709822979-127.0.0.1:41537_solr-n_0000000000) starting
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25231f77{SSL,[ssl, http/1.1]}{127.0.0.1:57336}
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.e.j.s.Server Started @3839240ms
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57336}
[junit4] 2> 3835947 ERROR (jetty-launcher-29078-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3835947 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-26T14:43:02.456Z
[junit4] 2> 3835948 INFO (jetty-launcher-29078-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55b3109e{SSL,[ssl, http/1.1]}{127.0.0.1:48321}
[junit4] 2> 3835948 INFO (jetty-launcher-29078-thread-4) [ ] o.e.j.s.Server Started @3839241ms
[junit4] 2> 3835948 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48321}
[junit4] 2> 3835948 ERROR (jetty-launcher-29078-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3835948 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3835948 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3835949 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3835949 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-26T14:43:02.458Z
[junit4] 2> 3835950 INFO (jetty-launcher-29078-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1edd833e{/solr,null,AVAILABLE}
[junit4] 2> 3835951 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3835951 INFO (jetty-launcher-29078-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c8a2996{SSL,[ssl, http/1.1]}{127.0.0.1:42093}
[junit4] 2> 3835952 INFO (jetty-launcher-29078-thread-3) [ ] o.e.j.s.Server Started @3839245ms
[junit4] 2> 3835952 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42093}
[junit4] 2> 3835952 ERROR (jetty-launcher-29078-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3835952 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3835952 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3835952 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3835952 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-26T14:43:02.461Z
[junit4] 2> 3835954 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3835955 INFO (jetty-launcher-29078-thread-2) [n:127.0.0.1:41537_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41537_solr
[junit4] 2> 3835957 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3835958 INFO (jetty-launcher-29078-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49304/solr
[junit4] 2> 3835959 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3835962 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x158a116e6130005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3835966 INFO (OverseerStateUpdate-97004511709822979-127.0.0.1:41537_solr-n_0000000000) [n:127.0.0.1:41537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3835967 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3835967 INFO (jetty-launcher-29078-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49304/solr
[junit4] 2> 3835973 INFO (jetty-launcher-29078-thread-3) [n:127.0.0.1:42093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3835973 INFO (jetty-launcher-29078-thread-1) [n:127.0.0.1:57336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3835976 INFO (jetty-launcher-29078-thread-3) [n:127.0.0.1:42093_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42093_solr
[junit4] 2> 3835976 INFO (jetty-launcher-29078-thread-1) [n:127.0.0.1:57336_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57336_solr
[junit4] 2> 3835977 INFO (zkCallback-29084-thread-1-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3835988 INFO (zkCallback-29096-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3835994 INFO (zkCallback-29096-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3835994 INFO (zkCallback-29084-thread-1-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3836000 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3836001 INFO (jetty-launcher-29078-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49304/solr
[junit4] 2> 3836019 INFO (zkCallback-29095-thread-1-processing-n:127.0.0.1:57336_solr) [n:127.0.0.1:57336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3836028 INFO (jetty-launcher-29078-thread-2) [n:127.0.0.1:41537_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node2/.
[junit4] 2> 3836032 INFO (jetty-launcher-29078-thread-4) [n:127.0.0.1:48321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3836035 INFO (jetty-launcher-29078-thread-4) [n:127.0.0.1:48321_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48321_solr
[junit4] 2> 3836035 INFO (zkCallback-29096-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3836035 INFO (zkCallback-29084-thread-1-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3836035 INFO (zkCallback-29095-thread-2-processing-n:127.0.0.1:57336_solr) [n:127.0.0.1:57336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3836038 INFO (zkCallback-29102-thread-1-processing-n:127.0.0.1:48321_solr) [n:127.0.0.1:48321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3836054 INFO (jetty-launcher-29078-thread-1) [n:127.0.0.1:57336_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node1/.
[junit4] 2> 3836063 INFO (jetty-launcher-29078-thread-3) [n:127.0.0.1:42093_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node3/.
[junit4] 2> 3836089 INFO (jetty-launcher-29078-thread-4) [n:127.0.0.1:48321_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node4/.
[junit4] 2> 3836098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3836098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49304/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3836131 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3836134 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3836135 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3836145 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42355_hdfs____71vbzz/webapp
[junit4] 2> 3836499 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42355
[junit4] 2> 3836624 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3836625 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3836635 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39903_datanode____.hgla2r/webapp
[junit4] 2> 3837007 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39903
[junit4] 2> 3837054 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3837055 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3837067 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55745_datanode____.vxrvsx/webapp
[junit4] 2> 3837114 INFO (IPC Server handler 3 on 52503) [ ] BlockStateChange BLOCK* processReport: from storage DS-26128d13-b7de-4f61-a8f7-c9125d4b065a node DatanodeRegistration(127.0.0.1:57223, datanodeUuid=ab857848-4ec3-4df2-bce4-d9d041cce4f6, infoPort=58350, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-56;cid=testClusterID;nsid=1999193985;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3837114 INFO (IPC Server handler 3 on 52503) [ ] BlockStateChange BLOCK* processReport: from storage DS-3050d3fe-72c6-4f22-85e6-074d44a9bda1 node DatanodeRegistration(127.0.0.1:57223, datanodeUuid=ab857848-4ec3-4df2-bce4-d9d041cce4f6, infoPort=58350, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-56;cid=testClusterID;nsid=1999193985;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3837416 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55745
[junit4] 2> 3837545 INFO (IPC Server handler 8 on 52503) [ ] BlockStateChange BLOCK* processReport: from storage DS-0fec537e-a63d-40e3-afbf-de964ecd7c31 node DatanodeRegistration(127.0.0.1:43209, datanodeUuid=57294224-b3b5-43d3-ade6-8181f797d604, infoPort=58324, infoSecurePort=0, ipcPort=41559, storageInfo=lv=-56;cid=testClusterID;nsid=1999193985;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3837546 INFO (IPC Server handler 8 on 52503) [ ] BlockStateChange BLOCK* processReport: from storage DS-ff44f48e-2492-43c6-ba26-5f827e47d214 node DatanodeRegistration(127.0.0.1:43209, datanodeUuid=57294224-b3b5-43d3-ade6-8181f797d604, infoPort=58324, infoSecurePort=0, ipcPort=41559, storageInfo=lv=-56;cid=testClusterID;nsid=1999193985;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3837646 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[14F9FD94FEA9B12A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 3837648 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[14F9FD94FEA9B12A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3837709 INFO (qtp2053164388-195661) [n:127.0.0.1:41537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:57336/solr,https://127.0.0.1:48321/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3837711 INFO (OverseerThreadFactory-12695-thread-1-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 3837711 WARN (OverseerThreadFactory-12695-thread-1-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 3837819 INFO (qtp2053164388-195661) [n:127.0.0.1:41537_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3837819 INFO (qtp2053164388-195661) [n:127.0.0.1:41537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:57336/solr,https://127.0.0.1:48321/solr&wt=javabin&version=2} status=0 QTime=110
[junit4] 2> 3837820 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[14F9FD94FEA9B12A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 3837889 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[14F9FD94FEA9B12A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 3837890 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[14F9FD94FEA9B12A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3837892 INFO (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3837895 INFO (OverseerCollectionConfigSetProcessor-97004511709822979-127.0.0.1:41537_solr-n_0000000000) [n:127.0.0.1:41537_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3837895 INFO (OverseerThreadFactory-12695-thread-2-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3838598 INFO (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=706
[junit4] 2> 3838603 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 3838604 INFO (OverseerStateUpdate-97004511709822979-127.0.0.1:41537_solr-n_0000000000) [n:127.0.0.1:41537_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3839621 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3839627 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 3839630 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3839630 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 3839635 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52503/data
[junit4] 2> 3839635 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3839635 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:52503/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-003/]
[junit4] 2> 3839635 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-003/snapshot_metadata
[junit4] 2> 3839641 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3839641 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3839641 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3839654 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3839655 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-003
[junit4] 2> 3839667 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-003/index
[junit4] 2> 3839675 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3839675 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3839675 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3839687 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3839706 INFO (IPC Server handler 5 on 52503) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43209 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-26128d13-b7de-4f61-a8f7-c9125d4b065a:NORMAL:127.0.0.1:57223|RBW], ReplicaUC[[DISK]DS-0fec537e-a63d-40e3-afbf-de964ecd7c31:NORMAL:127.0.0.1:43209|FINALIZED]]} size 0
[junit4] 2> 3839706 INFO (IPC Server handler 6 on 52503) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57223 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-26128d13-b7de-4f61-a8f7-c9125d4b065a:NORMAL:127.0.0.1:57223|RBW], ReplicaUC[[DISK]DS-0fec537e-a63d-40e3-afbf-de964ecd7c31:NORMAL:127.0.0.1:43209|FINALIZED]]} size 0
[junit4] 2> 3839719 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3839719 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3839719 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3839735 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3839735 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3839740 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@157d9e23[halfcollection_shard1_replica1] main]
[junit4] 2> 3839741 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3839741 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3839741 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3839742 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552072191509528576
[junit4] 2> 3839742 INFO (searcherExecutor-12716-thread-1-processing-n:127.0.0.1:41537_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker r:core_node1) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@157d9e23[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3839748 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3839748 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3839748 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41537/solr/halfcollection_shard1_replica1/
[junit4] 2> 3839749 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3839749 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:41537/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 3839752 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41537/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 3839896 INFO (OverseerCollectionConfigSetProcessor-97004511709822979-127.0.0.1:41537_solr-n_0000000000) [n:127.0.0.1:41537_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3839903 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3839904 INFO (qtp2053164388-195659) [n:127.0.0.1:41537_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1301
[junit4] 2> 3839961 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 3839962 INFO (OverseerStateUpdate-97004511709822979-127.0.0.1:41537_solr-n_0000000000) [n:127.0.0.1:41537_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3840968 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3840974 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 3840991 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3840992 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 3840992 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52503/data
[junit4] 2> 3840992 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3840992 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node1/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:52503/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-004/]
[junit4] 2> 3840993 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-004/snapshot_metadata
[junit4] 2> 3840997 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3840998 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3840998 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3841008 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3841009 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-004
[junit4] 2> 3841022 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-004/index
[junit4] 2> 3841027 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3841027 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3841027 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3841035 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3841075 INFO (IPC Server handler 6 on 52503) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57223 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ff44f48e-2492-43c6-ba26-5f827e47d214:NORMAL:127.0.0.1:43209|RBW], ReplicaUC[[DISK]DS-3050d3fe-72c6-4f22-85e6-074d44a9bda1:NORMAL:127.0.0.1:57223|RBW]]} size 0
[junit4] 2> 3841076 INFO (IPC Server handler 7 on 52503) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43209 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ff44f48e-2492-43c6-ba26-5f827e47d214:NORMAL:127.0.0.1:43209|RBW], ReplicaUC[[DISK]DS-3050d3fe-72c6-4f22-85e6-074d44a9bda1:NORMAL:127.0.0.1:57223|RBW]]} size 0
[junit4] 2> 3841103 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3841103 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3841103 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3841110 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3841110 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3841116 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52fc1b5c[halfcollection_shard1_replica1] main]
[junit4] 2> 3841117 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3841118 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3841118 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3841118 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552072192952369152
[junit4] 2> 3841119 INFO (searcherExecutor-12721-thread-1-processing-n:127.0.0.1:57336_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker2 r:core_node1) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@52fc1b5c[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3841123 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3841123 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3841123 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57336/solr/halfcollection_shard1_replica1/
[junit4] 2> 3841123 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3841123 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:57336/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 3841125 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57336/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 3841277 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3841278 INFO (qtp1777769560-195642) [n:127.0.0.1:57336_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1317
[junit4] 2> 3841280 INFO (qtp2053164388-195663) [n:127.0.0.1:41537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41537_solr,127.0.0.1:57336_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3841282 INFO (OverseerThreadFactory-12695-thread-3-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 3841497 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 3841500 INFO (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 3841500 WARN (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 3841500 ERROR (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3841501 INFO (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
[junit4] 2> 3841501 ERROR (qtp2053164388-195662) [n:127.0.0.1:41537_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3841502 ERROR (OverseerThreadFactory-12695-thread-3-processing-n:127.0.0.1:41537_solr) [n:127.0.0.1:41537_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41537/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41537/solr: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:196)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3841603 INFO (zkCallback-29095-thread-2-processing-n:127.0.0.1:57336_solr) [n:127.0.0.1:57336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3842505 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3842511 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 3842513 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3842514 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection
[junit4] 2> 3842515 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52503/data
[junit4] 2> 3842515 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3842515 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001/tempDir-001/node1/halfcollection_shard2_replica1], dataDir=[hdfs://localhost:52503/data/halfcollection/core_node1/data/]
[junit4] 2> 3842515 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 3842520 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3842520 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3842520 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3842530 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3842531 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollection/core_node1/data
[junit4] 2> 3842547 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52503/data/halfcollection/core_node1/data/index
[junit4] 2> 3842552 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3842552 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3842553 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3843769 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5e95eff8
[junit4] 2> 3843770 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:52503/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 3843770 INFO (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:52503/data/halfcollection/core_node1/data
[junit4] 2> 3843770 ERROR (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Error creating core [halfcollection_shard2_replica1]: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~16.777216 MB.
[junit4] 2> org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~16.777216 MB.
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~16.777216 MB.
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66)
[junit4] 2> at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
[junit4] 2> ... 39 more
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Direct buffer memory
[junit4] 2> at java.nio.Bits.reserveMemory(Bits.java:693)
[junit4] 2> at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
[junit4] 2> at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
[junit4] 2> at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302)
[junit4] 2> ... 45 more
[junit4] 2> 3843772 ERROR (qtp1777769560-195641) [n:127.0.0.1:57336_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'halfcollection_shard2_replica1': Unable to create core [halfcollection_shard2_replica1] Caused by: Direct buffer memory
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:813)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCall
[...truncated too long message...]
r.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3991457 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49304 49304
[junit4] 2> 3991457 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[14F9FD94FEA9B12A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_14F9FD94FEA9B12A-001
[junit4] 2> Nov 26, 2016 2:45:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sr-Latn-RS, timezone=US/Arizona
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=372174848,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestScoreJoinQPNoScore, TestCloudInspectUtil, MinimalSchemaTest, ConnectionManagerTest, CollectionStateFormat2Test, TestSmileRequest, TestLMJelinekMercerSimilarityFactory, TestTrackingShardHandlerFactory, HdfsTlogReplayBufferedWhileIndexingTest, ShardSplitTest, SuggesterTest, CoreAdminCreateDiscoverTest, TestLeaderElectionWithEmptyReplica, StatsReloadRaceTest, CurrencyFieldXmlFileTest, HttpPartitionTest, PluginInfoTest, TestPushWriter, TestPhraseSuggestions, TestDFISimilarityFactory, SolrXmlInZkTest, SolrCoreCheckLockOnStartupTest, TestConfigSetProperties, TestSubQueryTransformerCrossCore, InfoHandlerTest, CoreAdminHandlerTest, TestSSLRandomization, TestReplicaProperties, TestRandomFlRTGCloud, RankQueryTest, TestCryptoKeys, TimeZoneUtilsTest, TestIndexingPerformance, PeerSyncWithIndexFingerprintCachingTest, TestTolerantUpdateProcessorRandomCloud, TestOverriddenPrefixQueryForCustomFieldType, ZkStateWriterTest, TestConfigReload, TestConfigSetsAPI, DistribCursorPagingTest, TestDownShardTolerantSearch, TestSolrCoreSnapshots, TestPostingsSolrHighlighter, TestSchemaNameResource, TestAuthorizationFramework, LeaderFailureAfterFreshStartTest, HdfsNNFailoverTest, TestSolrQueryParser, TestRecovery, CheckHdfsIndexTest, StatsComponentTest, RequestHandlersTest, TestGraphTermsQParserPlugin, TestSortByMinMaxFunction, TestSolrCloudWithDelegationTokens, TestDistribIDF, CdcrRequestHandlerTest, SpatialHeatmapFacetsTest, TestConfig, OverseerRolesTest, TestFieldResource, TestXmlQParser, DocExpirationUpdateProcessorFactoryTest, TestUseDocValuesAsStored, TestBackupRepositoryFactory, StressHdfsTest, SuggesterTSTTest, TestAnalyzedSuggestions, RulesTest, TestSchemaVersionResource, TestReqParamsAPI, TestUtils, SpellPossibilityIteratorTest, PrimUtilsTest, TestDistributedMissingSort, BasicDistributedZk2Test, CdcrBootstrapTest, PreAnalyzedFieldTest, CloudMLTQParserTest, HdfsChaosMonkeyNothingIsSafeTest, TestJmxMonitoredMap, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, TestUnifiedSolrHighlighter, TestFieldCacheWithThreads, TolerantUpdateProcessorTest, ChangedSchemaMergeTest, TestReloadAndDeleteDocs, TestPerFieldSimilarityWithDefaultOverride, PingRequestHandlerTest, FullHLLTest, TestCloudRecovery, DebugComponentTest, UnloadDistributedZkTest, TestSolrDynamicMBean, TestReloadDeadlock, TestNumericTerms64, OverriddenZkACLAndCredentialsProvidersTest, BlockJoinFacetRandomTest, TestHdfsUpdateLog, UpdateParamsTest, XmlUpdateRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, TestClusterProperties, TestCollectionAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [525/657 (1!)] on J2 in 165.59s, 20 tests, 2 failures, 1 error <<< FAILURES!
[...truncated 61167 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 210 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/210/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testNumericAlreadySorted
Error Message:
Captured an uncaught exception in thread: Thread[id=8689, name=Lucene Merge Thread #481, state=RUNNABLE, group=TGRP-TestIndexSorting]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8689, name=Lucene Merge Thread #481, state=RUNNABLE, group=TGRP-TestIndexSorting]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92]:0)
at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3705)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4469)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
... 3 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1480111658207,generation=2,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tb.fdt, _tb.fdx, _tb.fnm, _tb.nvd, _tb.nvm, _tb.si, _tb_FSTOrd50_0.doc, _tb_FSTOrd50_0.tbk, _tb_FSTOrd50_0.tix, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tk.fdt, _tk.fdx, _tk.fnm, _tk.nvd, _tk.nvm, _tk.si, _tk_FSTOrd50_0.doc, _tk_FSTOrd50_0.tbk, _tk_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1480111658207,generation=2,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tb.fdt, _tb.fdx, _tb.fnm, _tb.nvd, _tb.nvm, _tb.si, _tb_FSTOrd50_0.doc, _tb_FSTOrd50_0.tbk, _tb_FSTOrd50_0.tix, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tk.fdt, _tk.fdx, _tk.fnm, _tk.nvd, _tk.nvm, _tk.si, _tk_FSTOrd50_0.doc, _tk_FSTOrd50_0.tbk, _tk_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, segments_2]}, {indexVersion=1480111658207,generation=3,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, _tq.cfe, _tq.cfs, _tq.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1480111658207,generation=2,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tb.fdt, _tb.fdx, _tb.fnm, _tb.nvd, _tb.nvm, _tb.si, _tb_FSTOrd50_0.doc, _tb_FSTOrd50_0.tbk, _tb_FSTOrd50_0.tix, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tk.fdt, _tk.fdx, _tk.fnm, _tk.nvd, _tk.nvm, _tk.si, _tk_FSTOrd50_0.doc, _tk_FSTOrd50_0.tbk, _tk_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1480111658207,generation=2,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tb.fdt, _tb.fdx, _tb.fnm, _tb.nvd, _tb.nvm, _tb.si, _tb_FSTOrd50_0.doc, _tb_FSTOrd50_0.tbk, _tb_FSTOrd50_0.tix, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tk.fdt, _tk.fdx, _tk.fnm, _tk.nvd, _tk.nvm, _tk.si, _tk_FSTOrd50_0.doc, _tk_FSTOrd50_0.tbk, _tk_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, segments_2]}, {indexVersion=1480111658207,generation=3,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, _tq.cfe, _tq.cfs, _tq.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([B140AD8EB85F37B7:9497B6BEC81739B4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92:FCB5EAFBF2957794]:0)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:748)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:762)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1566)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1315)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2208)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B140AD8EB85F37B7:F935D93ABE6C1822]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([B140AD8EB85F37B7:9C3EE2D44F7B8DBB]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1501 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=5E6DA42196675E92 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-CS -Dtests.timezone=Europe/Berlin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 494s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92:FCB5EAFBF2957794]:0)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:748)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:762)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1566)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1315)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2208)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2> нов 25, 2016 7:57:09 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #481,5,TGRP-TestIndexSorting]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] 2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3705)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4469)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] 2> at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> нов 25, 2016 7:57:09 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #444,5,TGRP-TestIndexSorting]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] 2> at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testNumericAlreadySorted -Dtests.seed=5E6DA42196675E92 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-CS -Dtests.timezone=Europe/Berlin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.42s J2 | TestIndexSorting.testNumericAlreadySorted <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8689, name=Lucene Merge Thread #481, state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3705)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4469)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
[junit4] > ... 3 moreThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8652, name=Lucene Merge Thread #444, state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([5E6DA42196675E92]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4320)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3897)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_5E6DA42196675E92-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=Lucene50(blocksize=128), norms=Lucene50(blocksize=128), positions=PostingsFormat(name=Asserting), id=Lucene50(blocksize=128), term_vectors=Lucene50(blocksize=128)}, docValues:{multi_valued_long=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Memory), foo=DocValuesFormat(name=Lucene54), numeric=DocValuesFormat(name=Memory), positions=DocValuesFormat(name=Lucene54), float=DocValuesFormat(name=Lucene54), multi_valued_numeric=DocValuesFormat(name=Memory), int=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Lucene54), points=DocValuesFormat(name=Direct), sorted=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), bytes=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Direct), multi_valued_bytes=DocValuesFormat(name=Memory), multi_valued_float=DocValuesFormat(name=Lucene54), term_vectors=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1731, maxMBSortInHeap=6.806785275263592, sim=RandomSimilarity(queryNorm=true,coord=crazy): {positions=IB SPL-DZ(0.3), id=DFR GB3(800.0), term_vectors=DFR I(n)B2}, locale=sr-CS, timezone=Europe/Berlin
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=115671944,total=441974784
[junit4] 2> NOTE: All tests run in this JVM: [TestSortedSetDocValues, TestBufferedIndexInput, Test2BBinaryDocValues, TestIntroSelector, TestCharTermAttributeImpl, TestApproximationSearchEquivalence, TestAssertions, TestLazyProxSkipping, TestIndexWriterMerging, TestGeoEncodingUtils, TestTimeLimitingCollector, TestPayloadsOnVectors, TestPositionIncrement, TestIndexWriterOutOfFileDescriptors, TestPackedTokenAttributeImpl, TestMultiThreadTermVectors, TestSparseFixedBitDocIdSet, TestMaxTermFrequency, TestIndexWriterNRTIsCurrent, TestNumericRangeQuery32, TestOperations, TestTermVectors, TestIndexWriterReader, TestMixedCodecs, TestBooleanSimilarity, TestWildcard, FiniteStringsIteratorTest, TestNoMergePolicy, TestIndexFileDeleter, TestParallelTermEnum, TestConcurrentMergeScheduler, TestDocIdSetBuilder, TestMultiLevelSkipList, TestMergeSchedulerExternal, TestDirectoryReader, TestTermsEnum2, TestTopDocsCollector, TestSameScoresWithThreads, TestBlockPostingsFormat3, TestNativeFSLockFactory, TestLongBitSet, TestDuelingCodecsAtNight, TestSpanBoostQuery, TestBagOfPositions, TestCharacterUtils, TestMutableValues, TestIntsRef, TestAtomicUpdate, TestIndexWriterForceMerge, TestCollectionUtil, TestBKD, TestSumDocFreq, TestLucene60FieldInfoFormat, TestMaxPosition, TestNorms, TestRoaringDocIdSet, TestDocumentWriter, TestLucene50StoredFieldsFormat, TestSimpleFSLockFactory, TestEarlyTermination, TestNamedSPILoader, TestFrequencyTrackingRingBuffer, TestStopFilter, TestTryDelete, TestTieredMergePolicy, TestReadOnlyIndex, TestComplexExplanationsOfNonMatches, TestBooleanOr, TestSpanExplanations, TestSpanExplanationsOfNonMatches, TestCharsRef, TestAutomatonQuery, TestVirtualMethod, TestFieldReuse, TestCodecHoldsOpenFiles, MultiCollectorTest, TestDocBoost, TestSimpleAttributeImpl, TestTermdocPerf, TestIndexCommit, Test2BPostingsBytes, TestIOUtils, TestByteArrayDataInput, Test2BPagedBytes, TestCharArraySet, TestDelegatingAnalyzerWrapper, TestReusableStringReader, TestWordlistLoader, TestCodecUtil, TestGrowableByteArrayDataOutput, TestBlockPostingsFormat, TestLucene50TermVectorsFormat, TestLucene53NormsFormat, TestLucene60PointsFormat, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestAllFilesHaveChecksumFooter, TestDocIDMerger, TestDocValues, TestExitableDirectoryReader, TestFilterDirectoryReader, TestIndexSorting]
[junit4] Completed [378/442 (1!)] on J2 in 530.92s, 47 tests, 2 errors <<< FAILURES!
[...truncated 229 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/temp/junit4-J2-20161125_180049_954.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid14871.hprof ...
[junit4] Heap dump file created [429408687 bytes in 2.285 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 9903 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/init-core-data-001
[junit4] 2> 633376 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 633377 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/tempDir-001
[junit4] 2> 633378 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 633378 INFO (Thread-5110) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 633378 INFO (Thread-5110) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 633478 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57830
[junit4] 2> 633492 INFO (jetty-launcher-995-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 633492 INFO (jetty-launcher-995-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 633493 INFO (jetty-launcher-995-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 633494 INFO (jetty-launcher-995-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@799ff47c{/solr,null,AVAILABLE}
[junit4] 2> 633495 INFO (jetty-launcher-995-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 633497 INFO (jetty-launcher-995-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a004b84{/solr,null,AVAILABLE}
[junit4] 2> 633500 INFO (jetty-launcher-995-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68e7925c{/solr,null,AVAILABLE}
[junit4] 2> 633502 INFO (jetty-launcher-995-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@7b600255{SSL,[ssl, http/1.1]}{127.0.0.1:43683}
[junit4] 2> 633502 INFO (jetty-launcher-995-thread-2) [ ] o.e.j.s.Server Started @638206ms
[junit4] 2> 633502 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43683}
[junit4] 2> 633502 ERROR (jetty-launcher-995-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 633502 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 633503 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 633503 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 633503 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-25T21:37:19.968Z
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@4799d161{SSL,[ssl, http/1.1]}{127.0.0.1:54927}
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@25d338c3{SSL,[ssl, http/1.1]}{127.0.0.1:51856}
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.e.j.s.Server Started @638209ms
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.e.j.s.Server Started @638209ms
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54927}
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51856}
[junit4] 2> 633506 ERROR (jetty-launcher-995-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 633506 ERROR (jetty-launcher-995-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-25T21:37:19.971Z
[junit4] 2> 633506 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-25T21:37:19.971Z
[junit4] 2> 633512 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 633513 INFO (jetty-launcher-995-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d49f821{/solr,null,AVAILABLE}
[junit4] 2> 633515 INFO (jetty-launcher-995-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@a505076{SSL,[ssl, http/1.1]}{127.0.0.1:51640}
[junit4] 2> 633515 INFO (jetty-launcher-995-thread-4) [ ] o.e.j.s.Server Started @638219ms
[junit4] 2> 633515 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51640}
[junit4] 2> 633515 ERROR (jetty-launcher-995-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 633515 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 633515 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 633516 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 633516 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-25T21:37:19.981Z
[junit4] 2> 633520 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 633521 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 633522 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 633523 INFO (jetty-launcher-995-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57830/solr
[junit4] 2> 633540 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 633543 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 633543 INFO (jetty-launcher-995-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57830/solr
[junit4] 2> 633548 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1589d6bd5e40001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 633551 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1589d6bd5e40004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 633553 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 633553 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 633567 INFO (jetty-launcher-995-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57830/solr
[junit4] 2> 633568 INFO (jetty-launcher-995-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57830/solr
[junit4] 2> 633593 INFO (jetty-launcher-995-thread-1) [n:127.0.0.1:54927_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54927_solr
[junit4] 2> 633600 INFO (jetty-launcher-995-thread-2) [n:127.0.0.1:43683_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43683_solr
[junit4] 2> 633606 INFO (jetty-launcher-995-thread-1) [n:127.0.0.1:54927_solr ] o.a.s.c.Overseer Overseer (id=97000478464016394-127.0.0.1:54927_solr-n_0000000000) starting
[junit4] 2> 633607 INFO (zkCallback-1015-thread-1-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 633613 INFO (zkCallback-1016-thread-1-processing-n:127.0.0.1:43683_solr) [n:127.0.0.1:43683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 633620 INFO (zkCallback-1007-thread-1-processing-n:127.0.0.1:51856_solr) [n:127.0.0.1:51856_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 633624 INFO (jetty-launcher-995-thread-4) [n:127.0.0.1:51640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 633626 INFO (jetty-launcher-995-thread-3) [n:127.0.0.1:51856_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51856_solr
[junit4] 2> 633628 INFO (zkCallback-1016-thread-1-processing-n:127.0.0.1:43683_solr) [n:127.0.0.1:43683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 633629 INFO (zkCallback-1015-thread-1-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 633630 INFO (jetty-launcher-995-thread-4) [n:127.0.0.1:51640_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51640_solr
[junit4] 2> 633630 INFO (zkCallback-1007-thread-1-processing-n:127.0.0.1:51856_solr) [n:127.0.0.1:51856_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 633635 INFO (zkCallback-1016-thread-1-processing-n:127.0.0.1:43683_solr) [n:127.0.0.1:43683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 633636 INFO (zkCallback-1015-thread-1-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 633644 INFO (zkCallback-1007-thread-1-processing-n:127.0.0.1:51856_solr) [n:127.0.0.1:51856_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 633663 INFO (jetty-launcher-995-thread-1) [n:127.0.0.1:54927_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54927_solr
[junit4] 2> 633665 INFO (zkCallback-1017-thread-1-processing-n:127.0.0.1:51640_solr) [n:127.0.0.1:51640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 633676 INFO (zkCallback-1015-thread-1-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 633688 INFO (zkCallback-1016-thread-1-processing-n:127.0.0.1:43683_solr) [n:127.0.0.1:43683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 633688 INFO (zkCallback-1007-thread-1-processing-n:127.0.0.1:51856_solr) [n:127.0.0.1:51856_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 633703 INFO (jetty-launcher-995-thread-3) [n:127.0.0.1:51856_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/tempDir-001/node3/.
[junit4] 2> 633716 INFO (jetty-launcher-995-thread-4) [n:127.0.0.1:51640_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/tempDir-001/node4/.
[junit4] 2> 633730 INFO (jetty-launcher-995-thread-1) [n:127.0.0.1:54927_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/tempDir-001/node1/.
[junit4] 2> 633774 INFO (jetty-launcher-995-thread-2) [n:127.0.0.1:43683_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/tempDir-001/node2/.
[junit4] 2> 633782 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 633783 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57830/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 633856 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 633866 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 633873 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 633894 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_55062_hdfs____.swolca/webapp
[junit4] 2> 634273 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55062
[junit4] 2> 634340 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 634342 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 634355 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52743_datanode____33gyow/webapp
[junit4] 2> 634756 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52743
[junit4] 2> 634955 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 634957 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 634990 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49185_datanode____czs88g/webapp
[junit4] 2> 635197 INFO (IPC Server handler 3 on 57636) [ ] BlockStateChange BLOCK* processReport: from storage DS-3ce20260-3ff3-4305-be82-843fe5b27f4b node DatanodeRegistration(127.0.0.1:33152, datanodeUuid=7cc9957e-4136-4a18-a247-46eea8ce185f, infoPort=47048, infoSecurePort=0, ipcPort=34189, storageInfo=lv=-56;cid=testClusterID;nsid=178918076;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 635197 INFO (IPC Server handler 3 on 57636) [ ] BlockStateChange BLOCK* processReport: from storage DS-8d5f91c3-4b6c-4ed9-b820-f1bb9b7956f5 node DatanodeRegistration(127.0.0.1:33152, datanodeUuid=7cc9957e-4136-4a18-a247-46eea8ce185f, infoPort=47048, infoSecurePort=0, ipcPort=34189, storageInfo=lv=-56;cid=testClusterID;nsid=178918076;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 635467 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B140AD8EB85F37B7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49185
[junit4] 2> 635571 INFO (IPC Server handler 4 on 57636) [ ] BlockStateChange BLOCK* processReport: from storage DS-0b3f8de0-4abb-469c-9b4f-718ff7281aac node DatanodeRegistration(127.0.0.1:50054, datanodeUuid=1db72cdd-a548-4ca4-9901-4d837628f98d, infoPort=49876, infoSecurePort=0, ipcPort=43012, storageInfo=lv=-56;cid=testClusterID;nsid=178918076;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 635571 INFO (IPC Server handler 4 on 57636) [ ] BlockStateChange BLOCK* processReport: from storage DS-26e3fc30-0880-4075-b4a3-263ef5d1b3a9 node DatanodeRegistration(127.0.0.1:50054, datanodeUuid=1db72cdd-a548-4ca4-9901-4d837628f98d, infoPort=49876, infoSecurePort=0, ipcPort=43012, storageInfo=lv=-56;cid=testClusterID;nsid=178918076;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 635815 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[B140AD8EB85F37B7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 635820 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[B140AD8EB85F37B7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 635883 INFO (qtp2040721350-9407) [n:127.0.0.1:51640_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 635886 INFO (OverseerThreadFactory-2336-thread-1-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 636061 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 636169 INFO (zkCallback-1015-thread-3-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 637075 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 637084 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 637087 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 637088 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 637112 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:57636/data
[junit4] 2> 637112 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 637113 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B140AD8EB85F37B7-001/tempDir-001/node1/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:57636/data/created_and_deleted/core_node1/data/]
[junit4] 2> 637114 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57636/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 637134 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 637134 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 637134 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 638974 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 638984 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57636/data/created_and_deleted/core_node1/data
[junit4] 2> 639032 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:57636/data/created_and_deleted/core_node1/data/index
[junit4] 2> 639040 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 639040 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 639047 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 639104 INFO (IPC Server handler 1 on 57636) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33152 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0b3f8de0-4abb-469c-9b4f-718ff7281aac:NORMAL:127.0.0.1:50054|RBW], ReplicaUC[[DISK]DS-8d5f91c3-4b6c-4ed9-b820-f1bb9b7956f5:NORMAL:127.0.0.1:33152|FINALIZED]]} size 0
[junit4] 2> 639107 INFO (IPC Server handler 3 on 57636) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50054 is added to blk_1073741825_1001 size 71
[junit4] 2> 639160 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 639160 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 639160 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 639175 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 639175 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 639295 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bf0564e[created_and_deleted_shard1_replica1] main]
[junit4] 2> 639300 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 639301 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 639307 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 639307 INFO (searcherExecutor-2345-thread-1-processing-n:127.0.0.1:54927_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted r:core_node1) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@4bf0564e[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 639307 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1552007661640220672
[junit4] 2> 639330 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 639332 INFO (zkCallback-1015-thread-2-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 639332 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 639333 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54927/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 639333 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 639333 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54927/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 639346 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54927/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 639450 INFO (zkCallback-1015-thread-2-processing-n:127.0.0.1:54927_solr) [n:127.0.0.1:54927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 639501 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 639503 INFO (qtp53240269-9369) [n:127.0.0.1:54927_solr c:created_and_deleted s:shard1 r:core_node1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=3443
[junit4] 2> 639507 INFO (qtp2040721350-9407) [n:127.0.0.1:51640_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 639611 INFO (zkCallback-1015-thread-3-processing-n:127.0.0.1:54927_s
[...truncated too long message...]
vd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tk.fdt, _tk.fdx, _tk.fnm, _tk.nvd, _tk.nvm, _tk.si, _tk_FSTOrd50_0.doc, _tk_FSTOrd50_0.tbk, _tk_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, segments_2]}]> but was:<[{indexVersion=1480111658207,generation=2,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tb.fdt, _tb.fdx, _tb.fnm, _tb.nvd, _tb.nvm, _tb.si, _tb_FSTOrd50_0.doc, _tb_FSTOrd50_0.tbk, _tb_FSTOrd50_0.tix, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tk.fdt, _tk.fdx, _tk.fnm, _tk.nvd, _tk.nvm, _tk.si, _tk_FSTOrd50_0.doc, _tk_FSTOrd50_0.tbk, _tk_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, segments_2]}, {indexVersion=1480111658207,generation=3,filelist=[_su.fdt, _su.fdx, _su.fnm, _su.nvd, _su.nvm, _su.si, _su_FSTOrd50_0.doc, _su_FSTOrd50_0.tbk, _su_FSTOrd50_0.tix, _t3.fdt, _t3.fdx, _t3.fnm, _t3.nvd, _t3.nvm, _t3.si, _t3_FSTOrd50_0.doc, _t3_FSTOrd50_0.tbk, _t3_FSTOrd50_0.tix, _t7.cfe, _t7.cfs, _t7.si, _ta.cfe, _ta.cfs, _ta.si, _tc.fdt, _tc.fdx, _tc.fnm, _tc.nvd, _tc.nvm, _tc.si, _tc_FSTOrd50_0.doc, _tc_FSTOrd50_0.tbk, _tc_FSTOrd50_0.tix, _td.fdt, _td.fdx, _td.fnm, _td.nvd, _td.nvm, _td.si, _td_FSTOrd50_0.doc, _td_FSTOrd50_0.tbk, _td_FSTOrd50_0.tix, _te.fdt, _te.fdx, _te.fnm, _te.nvd, _te.nvm, _te.si, _te_FSTOrd50_0.doc, _te_FSTOrd50_0.tbk, _te_FSTOrd50_0.tix, _tf.fdt, _tf.fdx, _tf.fnm, _tf.nvd, _tf.nvm, _tf.si, _tf_FSTOrd50_0.doc, _tf_FSTOrd50_0.tbk, _tf_FSTOrd50_0.tix, _tg.fdt, _tg.fdx, _tg.fnm, _tg.nvd, _tg.nvm, _tg.si, _tg_FSTOrd50_0.doc, _tg_FSTOrd50_0.tbk, _tg_FSTOrd50_0.tix, _th.fdt, _th.fdx, _th.fnm, _th.nvd, _th.nvm, _th.si, _th_FSTOrd50_0.doc, _th_FSTOrd50_0.tbk, _th_FSTOrd50_0.tix, _ti.fdt, _ti.fdx, _ti.fnm, _ti.nvd, _ti.nvm, _ti.si, _ti_FSTOrd50_0.doc, _ti_FSTOrd50_0.tbk, _ti_FSTOrd50_0.tix, _tj.fdt, _tj.fdx, _tj.fnm, _tj.nvd, _tj.nvm, _tj.si, _tj_FSTOrd50_0.doc, _tj_FSTOrd50_0.tbk, _tj_FSTOrd50_0.tix, _tl.fdt, _tl.fdx, _tl.fnm, _tl.nvd, _tl.nvm, _tl.si, _tl_FSTOrd50_0.doc, _tl_FSTOrd50_0.tbk, _tl_FSTOrd50_0.tix, _tm.fdt, _tm.fdx, _tm.fnm, _tm.nvd, _tm.nvm, _tm.si, _tm_FSTOrd50_0.doc, _tm_FSTOrd50_0.tbk, _tm_FSTOrd50_0.tix, _tn.fdt, _tn.fdx, _tn.fnm, _tn.nvd, _tn.nvm, _tn.si, _tn_FSTOrd50_0.doc, _tn_FSTOrd50_0.tbk, _tn_FSTOrd50_0.tix, _to.fdt, _to.fdx, _to.fnm, _to.nvd, _to.nvm, _to.si, _to_FSTOrd50_0.doc, _to_FSTOrd50_0.tbk, _to_FSTOrd50_0.tix, _tp.fdt, _tp.fdx, _tp.fnm, _tp.nvd, _tp.nvm, _tp.si, _tp_FSTOrd50_0.doc, _tp_FSTOrd50_0.tbk, _tp_FSTOrd50_0.tix, _tq.cfe, _tq.cfs, _tq.si, segments_3]}]>
[junit4] > at __randomizedtesting.SeedInfo.seed([B140AD8EB85F37B7:9497B6BEC81739B4]:0)
[junit4] > at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2453875 INFO (SUITE-TestReplicationHandler-seed#[B140AD8EB85F37B7]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B140AD8EB85F37B7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {name=FSTOrd50, id=FSTOrd50, newname=FSTOrd50}, docValues:{}, maxPointsInLeafNode=894, maxMBSortInHeap=5.33029763703903, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sr-ME, timezone=Africa/Mogadishu
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=283504600,total=419954688
[junit4] 2> NOTE: All tests run in this JVM: [TestSuggestSpellingConverter, TestSearchPerf, DistributedFacetPivotLongTailTest, LoggingHandlerTest, IndexBasedSpellCheckerTest, AnalyticsMergeStrategyTest, DeleteStatusTest, TestTrieFacet, WordBreakSolrSpellCheckerTest, DistributedExpandComponentTest, URLClassifyProcessorTest, TestSimpleQParserPlugin, UpdateRequestProcessorFactoryTest, TestMiniSolrCloudCluster, HighlighterTest, TestSchemaSimilarityResource, ClusterStateUpdateTest, TestLeaderInitiatedRecoveryThread, BooleanFieldTest, ZkStateReaderTest, SampleTest, CollectionsAPIAsyncDistributedZkTest, ExplicitHLLTest, TestConfigSetImmutable, TestBM25SimilarityFactory, DistanceUnitsTest, TestTolerantUpdateProcessorCloud, RAMDirectoryFactoryTest, FileUtilsTest, TestNamedUpdateProcessors, TestCharFilters, HdfsThreadLeakTest, OverseerTaskQueueTest, TestSolrQueryParserDefaultOperatorResource, TestSolrConfigHandler, TestWordDelimiterFilterFactory, SaslZkACLProviderTest, TestSQLHandler, TestMacroExpander, TestPartialUpdateDeduplication, DistributedFacetPivotWhiteBoxTest, TestFastOutputStream, TestSolrCloudSnapshots, LeaderFailoverAfterPartitionTest, SegmentsInfoRequestHandlerTest, IndexSchemaTest, SmileWriterTest, GraphQueryTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestAddFieldRealTimeGet, TestFiltering, SearchHandlerTest, TestRequestStatusCollectionAPI, BlockJoinFacetDistribTest, DocValuesMissingTest, AliasIntegrationTest, TestExceedMaxTermLength, SortByFunctionTest, TestSchemaManager, TestCorePropertiesReload, DistributedIntervalFacetingTest, TestImplicitCoreProperties, ConfigSetsAPITest, SolrInfoMBeanTest, TestTrie, MultiTermTest, TestDefaultSearchFieldResource, SpatialFilterTest, QueryResultKeyTest, TestSurroundQueryParser, ZkSolrClientTest, HdfsCollectionsAPIDistributedZkTest, SoftAutoCommitTest, SolrIndexConfigTest, TestSolrConfigHandlerConcurrent, SpellCheckComponentTest, TestCSVResponseWriter, CSVRequestHandlerTest, TestExactStatsCache, TestCloudPseudoReturnFields, TestCollectionAPI, TestFuzzyAnalyzedSuggestions, TestJsonRequest, TestReplicationHandlerBackup, SliceStateTest, DataDrivenBlockJoinTest, TestOnReconnectListenerSupport, TestBlobHandler, DirectSolrSpellCheckerTest, SimplePostToolTest, JsonLoaderTest, CloneFieldUpdateProcessorFactoryTest, TestInitQParser, TestDistributedGrouping, TestRTGBase, BasicFunctionalityTest, CopyFieldTest, TestSolrCLIRunExample, TriLevelCompositeIdRoutingTest, SolrIndexSplitterTest, TestHighFrequencyDictionaryFactory, TestPerFieldSimilarityClassic, TestSolrFieldCacheMBean, IndexSchemaRuntimeFieldTest, TestJettySolrRunner, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, TestReplicationHandler]
[junit4] Completed [377/657 (2!)] on J1 in 783.97s, 15 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 11989 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:717: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid14871.hprof
Total time: 294 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 209 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/209/
3 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew
Error Message:
expected:<200> but was:<403>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([ABCD882B96BCE1FF:9C567C35AE703C5B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:131)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:316)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([ABCD882B96BCE1FF:E3B8FC9F908FCE6A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([ABCD882B96BCE1FF:86B3C77161985BF3]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12753 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABCD882B96BCE1FF-001/init-core-data-001
[junit4] 2> 3681264 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 3681268 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABCD882B96BCE1FF-001/tempDir-001
[junit4] 2> 3681269 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3681269 INFO (Thread-34241) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3681269 INFO (Thread-34241) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3681369 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:48510
[junit4] 2> 3681376 INFO (jetty-launcher-3363-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3681376 INFO (jetty-launcher-3363-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3681378 INFO (jetty-launcher-3363-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f42aeef{/solr,null,AVAILABLE}
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@28729fe9{HTTP/1.1,[http/1.1]}{127.0.0.1:36977}
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.e.j.s.Server Started @3686115ms
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36977}
[junit4] 2> 3681379 ERROR (jetty-launcher-3363-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72c888be{/solr,null,AVAILABLE}
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-24T14:27:59.472Z
[junit4] 2> 3681379 INFO (jetty-launcher-3363-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1c04d7c0{HTTP/1.1,[http/1.1]}{127.0.0.1:44746}
[junit4] 2> 3681380 INFO (jetty-launcher-3363-thread-1) [ ] o.e.j.s.Server Started @3686116ms
[junit4] 2> 3681380 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44746}
[junit4] 2> 3681382 ERROR (jetty-launcher-3363-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3681382 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3681382 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3681382 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3681382 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-24T14:27:59.475Z
[junit4] 2> 3681385 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3681393 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3681394 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3681394 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48510/solr
[junit4] 2> 3681398 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3681399 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48510/solr
[junit4] 2> 3681427 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44746_solr
[junit4] 2> 3681429 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.c.Overseer Overseer (id=96993127914799110-127.0.0.1:44746_solr-n_0000000000) starting
[junit4] 2> 3681434 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36977_solr
[junit4] 2> 3681438 INFO (zkCallback-3373-thread-1-processing-n:127.0.0.1:36977_solr) [n:127.0.0.1:36977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3681448 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44746_solr) [n:127.0.0.1:44746_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3681451 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44746_solr
[junit4] 2> 3681453 INFO (zkCallback-3374-thread-1-processing-n:127.0.0.1:44746_solr) [n:127.0.0.1:44746_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3681453 INFO (zkCallback-3373-thread-1-processing-n:127.0.0.1:36977_solr) [n:127.0.0.1:36977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3681480 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 3681490 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 3681533 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 3681533 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 3681576 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3681576 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3681603 INFO (jetty-launcher-3363-thread-2-EventThread) [n:127.0.0.1:36977_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3681608 INFO (jetty-launcher-3363-thread-1-EventThread) [n:127.0.0.1:44746_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3681757 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@6be196f9
[junit4] 2> 3681757 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@6be196f9
[junit4] 2> 3681758 INFO (jetty-launcher-3363-thread-2) [n:127.0.0.1:36977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABCD882B96BCE1FF-001/tempDir-001/node2/.
[junit4] 2> 3681758 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@2586a87b
[junit4] 2> 3681758 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@2586a87b
[junit4] 2> 3681759 INFO (jetty-launcher-3363-thread-1) [n:127.0.0.1:44746_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABCD882B96BCE1FF-001/tempDir-001/node1/.
[junit4] 2> 3681795 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
[junit4] 2> 3681867 WARN (qtp229193157-50200) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
[junit4] 2> 3681869 WARN (qtp229193157-50200) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
[junit4] 2> 3681874 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3681886 WARN (qtp2010161616-50189) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
[junit4] 2> 3681887 WARN (qtp2010161616-50189) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
[junit4] 2> 3681887 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3681902 WARN (qtp229193157-50202) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
[junit4] 2> 3681903 WARN (qtp229193157-50202) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
[junit4] 2> 3681903 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3681906 WARN (qtp2010161616-50191) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
[junit4] 2> 3681906 WARN (qtp2010161616-50191) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
[junit4] 2> 3681906 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3681906 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
[junit4] 2> 3681932 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
[junit4] 2> 3681966 ERROR (qtp2010161616-50193) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_3]
[junit4] 2> 3681969 ERROR (qtp229193157-50200) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_3]
[junit4] 2> 3681988 ERROR (qtp2010161616-50194) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
[junit4] 2> 3681991 ERROR (qtp229193157-50203) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
[junit4] 2> 3681991 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
[junit4] 2> 3682029 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
[junit4] 2> 3682035 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682051 INFO (qtp2010161616-50189) [n:127.0.0.1:36977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3682051 INFO (qtp2010161616-50189) [n:127.0.0.1:36977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3682052 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1480033680138&s=i2eNH3en9ONGv2QvWnTSF6lnoc4="; Path=/; Domain=127.0.0.1; Expires= , 25- -2016 00:28:00 GMT; HttpOnly". Invalid 'expires' attribute: , 25- -2016 00:28:00 GMT
[junit4] 2> 3682053 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
[junit4] 2> 3682074 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
[junit4] 2> 3682097 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682100 ERROR (qtp2010161616-50191) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
[junit4] 2> 3682128 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682130 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682135 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682151 ERROR (qtp2010161616-50187) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
[junit4] 2> 3682156 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682158 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682173 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682175 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682176 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
[junit4] 2> 3682210 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
[junit4] 2> 3682245 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
[junit4] 2> 3682279 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
[junit4] 2> 3682289 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682294 INFO (qtp229193157-50196) [n:127.0.0.1:44746_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAViWvGr1igFYusju9QgEFIjMvPzhzXhbN__UUIod1DoN3Dn-B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3682294 INFO (qtp229193157-50196) [n:127.0.0.1:44746_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAViWvGr1igFYusju9QgEFIjMvPzhzXhbN__UUIod1DoN3Dn-B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3682295 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
[junit4] 2> 3682343 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
[junit4] 2> 3682352 WARN (qtp229193157-50201) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar is trying to renew a token with wrong password
[junit4] 2> 3682352 WARN (qtp229193157-50201) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
[junit4] 2> 3682352 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682353 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenRenew -Dtests.seed=ABCD882B96BCE1FF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-ME -Dtests.timezone=Chile/EasterIsland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.06s J2 | TestSolrCloudWithDelegationTokens.testDelegationTokenRenew <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
[junit4] > at __randomizedtesting.SeedInfo.seed([ABCD882B96BCE1FF:9C567C35AE703C5B]:0)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:131)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:316)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:333)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3682384 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
[junit4] 2> 3682398 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682401 INFO (qtp2010161616-50194) [n:127.0.0.1:36977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAViWvGtjigFYusjvYwoEFC1tx0uPpzqYjximmUjyBR2aY0NQB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3682401 INFO (qtp2010161616-50194) [n:127.0.0.1:36977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAViWvGtjigFYusjvYwoEFC1tx0uPpzqYjximmUjyBR2aY0NQB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3682403 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682405 INFO (qtp2010161616-50186) [n:127.0.0.1:36977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAViWvGtjigFYusjvYwoEFC1tx0uPpzqYjximmUjyBR2aY0NQB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3682405 INFO (qtp2010161616-50186) [n:127.0.0.1:36977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAViWvGtjigFYusjvYwoEFC1tx0uPpzqYjximmUjyBR2aY0NQB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3682409 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3682413 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABCD882B96BCE1FF]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 3682414 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
[junit4] 2> 3682419 INFO (jetty-launcher-3363-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@28729fe9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3682419 INFO (jetty-launcher-3363-thread-2) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1c04d7c0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3682420 INFO (jetty-launcher-3363-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1465837234
[junit4] 2> 3682420 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1320355400
[junit4] 2> 3682429 INFO (jetty-launcher-3363-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96993127914799110-127.0.0.1:44746_solr-n_0000000000) closing
[junit4] 2> 3682429 INFO (OverseerStateUpdate-96993127914799110-127.0.0.1:44746_solr-n_0000000000) [n:127.0.0.1:44746_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44746_solr
[junit4] 2> 3683930 WARN (zkCallback-3373-thread-1-processing-n:127.0.0.1:36977_solr) [n:127.0.0.1:36977_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3683931 WARN (zkCallback-3374-thread-1-processing-n:127.0.0.1:44746_solr) [n:127.0.0.1:44746_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3683931 ERROR (Thread[Thread-34259,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:36977_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3683931 ERROR (Thread[Thread-34258,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:44746_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3683939 INFO (jetty-launcher-3363-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72c888be{/solr,null,UNAVAILABLE}
[junit4] 2> 3683940 INFO (jetty-launcher-3363-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f42aeef{/solr,null,UNAVAILABLE}
[junit4] 2> 3683941 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48510 48510
[junit4] 2> 3684023 INFO (Thread-34241) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48510 48510
[junit4] 2> 3684024 WARN (Thread-34241) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 3684024 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithDelegationTokens_ABCD882B96BCE1FF-001
[junit4] 2> Nov 24, 2016 2:28:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1758, maxMBSortInHeap=5.782747479458739, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sr-ME, timezone=Chile/EasterIsland
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=162153344,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [RollingRestartTest, TestMinMaxOnMultiValuedField, CollectionStateFormat2Test, FullSolrCloudDistribCmdsTest, TestJmxMonitoredMap, TestCollationFieldDocValues, TestZkChroot, SolrXmlInZkTest, TestTolerantUpdateProcessorRandomCloud, TestSolrDynamicMBean, BlockJoinFacetSimpleTest, TestDocBasedVersionConstraints, PeerSyncReplicationTest, TestDynamicFieldResource, TestDistributedMissingSort, InfoHandlerTest, TestLeaderElectionWithEmptyReplica, TestLegacyFieldCache, HdfsRestartWhileUpdatingTest, CdcrBootstrapTest, TestUniqueKeyFieldResource, TestReversedWildcardFilterFactory, HdfsNNFailoverTest, TestSubQueryTransformerDistrib, TestSerializedLuceneMatchVersion, LeaderFailureAfterFreshStartTest, DocValuesMultiTest, CoreAdminCreateDiscoverTest, DistributedFacetPivotSmallAdvancedTest, LeaderElectionTest, StatsReloadRaceTest, TestConfigReload, TestLFUCache, HdfsChaosMonkeyNothingIsSafeTest, SortSpecParsingTest, ShardSplitTest, FacetPivotSmallTest, StatelessScriptUpdateProcessorFactoryTest, TestCryptoKeys, TestMergePolicyConfig, TimerUtilsTest, ConnectionReuseTest, BitVectorTest, TestScoreJoinQPScore, NoCacheHeaderTest, TestSSLRandomization, SolrTestCaseJ4Test, CachingDirectoryFactoryTest, TestConfigSetProperties, CdcrUpdateLogTest, PreAnalyzedFieldTest, TestIntervalFaceting, TestConfig, TestSolrCoreSnapshots, MinimalSchemaTest, SOLR749Test, OverriddenZkACLAndCredentialsProvidersTest, SolrPluginUtilsTest, TestCopyFieldCollectionResource, PrimitiveFieldTypeTest, TestFieldTypeCollectionResource, TestSQLHandlerNonCloud, TestReloadAndDeleteDocs, BadCopyFieldTest, SuggesterWFSTTest, AssignTest, DeleteInactiveReplicaTest, TestCloudRecovery, TestIndexingPerformance, TemplateUpdateProcessorTest, TestSolrDeletionPolicy1, RequestHandlersTest, TestXmlQParserPlugin, TestDownShardTolerantSearch, ClassificationUpdateProcessorFactoryTest, TestCloudManagedSchema, HttpSolrCallGetCoreTest, TestSearcherReuse, TestSchemaResource, DistributedFacetExistsSmallTest, TestCollationField, HdfsLockFactoryTest, SpellPossibilityIteratorTest, TestFreeTextSuggestions, TestIndexSearcher, TestRTimerTree, TestGraphMLResponseWriter, UtilsToolTest, OpenExchangeRatesOrgProviderTest, BadComponentTest, BJQParserTest, TestDistributedStatsComponentCardinality, TestSort, FieldMutatingUpdateProcessorTest, BadIndexSchemaTest, TestStressReorder, JSONWriterTest, VersionInfoTest, RecoveryZkTest, PingRequestHandlerTest, TestCloudInspectUtil, HdfsTlogReplayBufferedWhileIndexingTest, StatsComponentTest, CursorMarkTest, TestAnalyzedSuggestions, TestDFRSimilarityFactory, CdcrRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, OverseerRolesTest, RemoteQueryErrorTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens]
[junit4] Completed [505/656 (1!)] on J2 in 3.79s, 8 tests, 1 failure <<< FAILURES!
[...truncated 58 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/init-core-data-001
[junit4] 2> 4267266 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4267267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001
[junit4] 2> 4267267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4267268 INFO (Thread-47070) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4267268 INFO (Thread-47070) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4267368 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53655
[junit4] 2> 4267381 INFO (jetty-launcher-3762-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 4267382 INFO (jetty-launcher-3762-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 4267382 INFO (jetty-launcher-3762-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 4267383 INFO (jetty-launcher-3762-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 4267385 INFO (jetty-launcher-3762-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@641e840e{/solr,null,AVAILABLE}
[junit4] 2> 4267389 INFO (jetty-launcher-3762-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@78af9b4e{SSL,[ssl, http/1.1]}{127.0.0.1:43791}
[junit4] 2> 4267389 INFO (jetty-launcher-3762-thread-3) [ ] o.e.j.s.Server Started @4272126ms
[junit4] 2> 4267389 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43791}
[junit4] 2> 4267390 ERROR (jetty-launcher-3762-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4267390 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4267390 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4267390 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4267390 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-24T14:37:45.483Z
[junit4] 2> 4267396 INFO (jetty-launcher-3762-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f8cfd8e{/solr,null,AVAILABLE}
[junit4] 2> 4267397 INFO (jetty-launcher-3762-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@5d27d67c{SSL,[ssl, http/1.1]}{127.0.0.1:48839}
[junit4] 2> 4267397 INFO (jetty-launcher-3762-thread-2) [ ] o.e.j.s.Server Started @4272133ms
[junit4] 2> 4267397 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48839}
[junit4] 2> 4267397 ERROR (jetty-launcher-3762-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4267397 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4267397 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4267398 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4267398 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-24T14:37:45.491Z
[junit4] 2> 4267405 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4267410 INFO (jetty-launcher-3762-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b941e41{/solr,null,AVAILABLE}
[junit4] 2> 4267411 INFO (jetty-launcher-3762-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@51678d6d{SSL,[ssl, http/1.1]}{127.0.0.1:37743}
[junit4] 2> 4267412 INFO (jetty-launcher-3762-thread-1) [ ] o.e.j.s.Server Started @4272147ms
[junit4] 2> 4267412 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37743}
[junit4] 2> 4267412 ERROR (jetty-launcher-3762-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4267413 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4267413 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4267413 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4267413 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-24T14:37:45.506Z
[junit4] 2> 4267414 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4267418 INFO (jetty-launcher-3762-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f5ee849{/solr,null,AVAILABLE}
[junit4] 2> 4267421 INFO (jetty-launcher-3762-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@247b84a{SSL,[ssl, http/1.1]}{127.0.0.1:52489}
[junit4] 2> 4267421 INFO (jetty-launcher-3762-thread-4) [ ] o.e.j.s.Server Started @4272158ms
[junit4] 2> 4267422 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52489}
[junit4] 2> 4267422 ERROR (jetty-launcher-3762-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4267422 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 4267422 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4267422 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4267422 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-24T14:37:45.515Z
[junit4] 2> 4267424 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4267425 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4267425 INFO (jetty-launcher-3762-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53655/solr
[junit4] 2> 4267433 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4267434 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4267437 INFO (jetty-launcher-3762-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53655/solr
[junit4] 2> 4267441 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4267445 INFO (jetty-launcher-3762-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53655/solr
[junit4] 2> 4267446 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4267448 INFO (jetty-launcher-3762-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53655/solr
[junit4] 2> 4267473 INFO (jetty-launcher-3762-thread-4) [n:127.0.0.1:52489_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52489_solr
[junit4] 2> 4267474 INFO (jetty-launcher-3762-thread-1) [n:127.0.0.1:37743_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37743_solr
[junit4] 2> 4267477 INFO (jetty-launcher-3762-thread-3) [n:127.0.0.1:43791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43791_solr
[junit4] 2> 4267477 INFO (jetty-launcher-3762-thread-2) [n:127.0.0.1:48839_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48839_solr
[junit4] 2> 4267477 INFO (jetty-launcher-3762-thread-4) [n:127.0.0.1:52489_solr ] o.a.s.c.Overseer Overseer (id=96993166318764044-127.0.0.1:52489_solr-n_0000000000) starting
[junit4] 2> 4267482 INFO (zkCallback-3782-thread-1-processing-n:127.0.0.1:37743_solr) [n:127.0.0.1:37743_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4267482 INFO (zkCallback-3780-thread-1-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4267484 INFO (zkCallback-3774-thread-1-processing-n:127.0.0.1:48839_solr) [n:127.0.0.1:48839_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4267496 INFO (zkCallback-3783-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4267497 INFO (zkCallback-3782-thread-1-processing-n:127.0.0.1:37743_solr) [n:127.0.0.1:37743_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4267497 INFO (zkCallback-3780-thread-1-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4267497 INFO (zkCallback-3783-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4267497 INFO (zkCallback-3774-thread-1-processing-n:127.0.0.1:48839_solr) [n:127.0.0.1:48839_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4267505 INFO (jetty-launcher-3762-thread-3) [n:127.0.0.1:43791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001/node3/.
[junit4] 2> 4267512 INFO (jetty-launcher-3762-thread-4) [n:127.0.0.1:52489_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52489_solr
[junit4] 2> 4267515 INFO (zkCallback-3780-thread-1-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4267515 INFO (zkCallback-3782-thread-1-processing-n:127.0.0.1:37743_solr) [n:127.0.0.1:37743_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4267515 INFO (zkCallback-3774-thread-1-processing-n:127.0.0.1:48839_solr) [n:127.0.0.1:48839_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4267522 INFO (zkCallback-3783-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4267544 INFO (jetty-launcher-3762-thread-2) [n:127.0.0.1:48839_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001/node2/.
[junit4] 2> 4267560 INFO (jetty-launcher-3762-thread-4) [n:127.0.0.1:52489_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001/node4/.
[junit4] 2> 4267586 INFO (jetty-launcher-3762-thread-1) [n:127.0.0.1:37743_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001/node1/.
[junit4] 2> 4267597 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4267639 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4267669 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4267670 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4267682 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43549_hdfs____.oi7smz/webapp
[junit4] 2> 4268034 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43549
[junit4] 2> 4268101 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4268102 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4268116 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50521_datanode____.3gd3a8/webapp
[junit4] 2> 4268537 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50521
[junit4] 2> 4268596 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4268597 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4268612 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48823_datanode____.saggf8/webapp
[junit4] 2> 4268766 INFO (IPC Server handler 4 on 37297) [ ] BlockStateChange BLOCK* processReport: from storage DS-85466e8f-6b56-490e-a63f-c52f124e9ff1 node DatanodeRegistration(127.0.0.1:44481, datanodeUuid=66e42d0b-e28a-4aef-a88c-9cb913ced5bd, infoPort=49496, infoSecurePort=0, ipcPort=56158, storageInfo=lv=-56;cid=testClusterID;nsid=2038070068;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4268766 INFO (IPC Server handler 4 on 37297) [ ] BlockStateChange BLOCK* processReport: from storage DS-a56f17c4-75bd-4460-9153-aba89fff7113 node DatanodeRegistration(127.0.0.1:44481, datanodeUuid=66e42d0b-e28a-4aef-a88c-9cb913ced5bd, infoPort=49496, infoSecurePort=0, ipcPort=56158, storageInfo=lv=-56;cid=testClusterID;nsid=2038070068;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4269130 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48823
[junit4] 2> 4269243 INFO (IPC Server handler 6 on 37297) [ ] BlockStateChange BLOCK* processReport: from storage DS-93b5893c-63b0-49ca-9da4-e9130ae010da node DatanodeRegistration(127.0.0.1:43337, datanodeUuid=49fc9a6f-7878-401c-8138-6e2752223c51, infoPort=57905, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-56;cid=testClusterID;nsid=2038070068;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4269243 INFO (IPC Server handler 6 on 37297) [ ] BlockStateChange BLOCK* processReport: from storage DS-5ea007a7-133d-45f5-aec0-3ba63c83c5e7 node DatanodeRegistration(127.0.0.1:43337, datanodeUuid=49fc9a6f-7878-401c-8138-6e2752223c51, infoPort=57905, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-56;cid=testClusterID;nsid=2038070068;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4269354 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 4269355 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4269414 INFO (qtp421077569-64762) [n:127.0.0.1:43791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4269414 ERROR (qtp421077569-64762) [n:127.0.0.1:43791_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:376)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:870)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:152)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 4269417 INFO (qtp421077569-64762) [n:127.0.0.1:43791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 4269418 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 4269496 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 4269497 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[ABCD882B96BCE1FF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4269502 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 4269504 INFO (OverseerStateUpdate-96993166318764044-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4270516 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4270527 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 4270529 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4270530 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 4270537 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37297/data
[junit4] 2> 4270537 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4270537 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:37297/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-003/]
[junit4] 2> 4270537 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37297/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-003/snapshot_metadata
[junit4] 2> 4270547 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4270547 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4270547 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4270556 WARN (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 4275558 WARN (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 4280563 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4280564 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37297/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-003
[junit4] 2> 4280582 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37297/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-003/index
[junit4] 2> 4280590 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4280590 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 4280590 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4280601 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4280621 INFO (IPC Server handler 2 on 37297) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43337 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a56f17c4-75bd-4460-9153-aba89fff7113:NORMAL:127.0.0.1:44481|RBW], ReplicaUC[[DISK]DS-5ea007a7-133d-45f5-aec0-3ba63c83c5e7:NORMAL:127.0.0.1:43337|FINALIZED]]} size 0
[junit4] 2> 4280623 INFO (IPC Server handler 4 on 37297) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44481 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a56f17c4-75bd-4460-9153-aba89fff7113:NORMAL:127.0.0.1:44481|RBW], ReplicaUC[[DISK]DS-5ea007a7-133d-45f5-aec0-3ba63c83c5e7:NORMAL:127.0.0.1:43337|FINALIZED]]} size 0
[junit4] 2> 4280633 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4280633 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4280633 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 4280643 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4280643 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4280653 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f578e0[halfcollection_shard1_replica1] main]
[junit4] 2> 4280654 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4280655 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4280655 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4280655 INFO (searcherExecutor-8127-thread-1-processing-n:127.0.0.1:43791_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker r:core_node1) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@5f578e0[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4280655 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551890675136462848
[junit4] 2> 4280662 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4280662 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4280662 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43791/solr/halfcollection_shard1_replica1/
[junit4] 2> 4280662 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4280662 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:43791/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 4280667 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43791/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 4280818 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4280820 INFO (qtp421077569-64759) [n:127.0.0.1:43791_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=11317
[junit4] 2> 4280880 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 4280882 INFO (OverseerStateUpdate-96993166318764044-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4281891 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 4281919 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 4281921 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4281922 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 4281923 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37297/data
[junit4] 2> 4281923 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4281923 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:37297/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-004/]
[junit4] 2> 4281923 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37297/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001/tempDir-004/snapshot_metadata
[junit4] 2> 4281930 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4281930 INFO (qtp893532653-64754) [n:127.0.0.1:48839_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryF
[...truncated too long message...]
Interceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4456950 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53655 53655
[junit4] 2> 4456950 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABCD882B96BCE1FF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_ABCD882B96BCE1FF-001
[junit4] 2> Nov 24, 2016 2:40:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=501, maxMBSortInHeap=5.112601311530451, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=zh-TW, timezone=America/Scoresbysund
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=253282712,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [RollingRestartTest, TestMinMaxOnMultiValuedField, CollectionStateFormat2Test, FullSolrCloudDistribCmdsTest, TestJmxMonitoredMap, TestCollationFieldDocValues, TestZkChroot, SolrXmlInZkTest, TestTolerantUpdateProcessorRandomCloud, TestSolrDynamicMBean, BlockJoinFacetSimpleTest, TestDocBasedVersionConstraints, PeerSyncReplicationTest, TestDynamicFieldResource, TestDistributedMissingSort, InfoHandlerTest, TestLeaderElectionWithEmptyReplica, TestLegacyFieldCache, HdfsRestartWhileUpdatingTest, CdcrBootstrapTest, TestUniqueKeyFieldResource, TestReversedWildcardFilterFactory, HdfsNNFailoverTest, TestSubQueryTransformerDistrib, TestSerializedLuceneMatchVersion, LeaderFailureAfterFreshStartTest, DocValuesMultiTest, CoreAdminCreateDiscoverTest, DistributedFacetPivotSmallAdvancedTest, LeaderElectionTest, StatsReloadRaceTest, TestConfigReload, TestLFUCache, HdfsChaosMonkeyNothingIsSafeTest, SortSpecParsingTest, ShardSplitTest, FacetPivotSmallTest, StatelessScriptUpdateProcessorFactoryTest, TestCryptoKeys, TestMergePolicyConfig, TimerUtilsTest, ConnectionReuseTest, BitVectorTest, TestScoreJoinQPScore, NoCacheHeaderTest, TestSSLRandomization, SolrTestCaseJ4Test, CachingDirectoryFactoryTest, TestConfigSetProperties, CdcrUpdateLogTest, PreAnalyzedFieldTest, TestIntervalFaceting, TestConfig, TestSolrCoreSnapshots, MinimalSchemaTest, SOLR749Test, OverriddenZkACLAndCredentialsProvidersTest, SolrPluginUtilsTest, TestCopyFieldCollectionResource, PrimitiveFieldTypeTest, TestFieldTypeCollectionResource, TestSQLHandlerNonCloud, TestReloadAndDeleteDocs, BadCopyFieldTest, SuggesterWFSTTest, AssignTest, DeleteInactiveReplicaTest, TestCloudRecovery, TestIndexingPerformance, TemplateUpdateProcessorTest, TestSolrDeletionPolicy1, RequestHandlersTest, TestXmlQParserPlugin, TestDownShardTolerantSearch, ClassificationUpdateProcessorFactoryTest, TestCloudManagedSchema, HttpSolrCallGetCoreTest, TestSearcherReuse, TestSchemaResource, DistributedFacetExistsSmallTest, TestCollationField, HdfsLockFactoryTest, SpellPossibilityIteratorTest, TestFreeTextSuggestions, TestIndexSearcher, TestRTimerTree, TestGraphMLResponseWriter, UtilsToolTest, OpenExchangeRatesOrgProviderTest, BadComponentTest, BJQParserTest, TestDistributedStatsComponentCardinality, TestSort, FieldMutatingUpdateProcessorTest, BadIndexSchemaTest, TestStressReorder, JSONWriterTest, VersionInfoTest, RecoveryZkTest, PingRequestHandlerTest, TestCloudInspectUtil, HdfsTlogReplayBufferedWhileIndexingTest, StatsComponentTest, CursorMarkTest, TestAnalyzedSuggestions, TestDFRSimilarityFactory, CdcrRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, OverseerRolesTest, RemoteQueryErrorTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [516/656 (2!)] on J2 in 198.09s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61146 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 208 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/208/
6 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([CC866364CD90BAD3:6CE4F1FE1DC97F96]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([CC866364CD90BAD3:4F45BDF7D948315A]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<4>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor164.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor164.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([CC866364CD90BAD3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
There are still nodes recoverying - waited for 30 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
at __randomizedtesting.SeedInfo.seed([CC866364CD90BAD3:44D25CBE636CD72B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:71)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/17)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/17)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([CC866364CD90BAD3:84F317D0CBA39546]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([CC866364CD90BAD3:E1F82C3E3AB400DF]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11834 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/init-core-data-001
[junit4] 2> 1192861 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1192862 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/tempDir-001
[junit4] 2> 1192862 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1192862 INFO (Thread-3867) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1192863 INFO (Thread-3867) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1192962 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51579
[junit4] 2> 1192991 INFO (jetty-launcher-1160-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1192992 INFO (jetty-launcher-1160-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1193003 INFO (jetty-launcher-1160-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1193018 INFO (jetty-launcher-1160-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1193025 INFO (jetty-launcher-1160-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@150f5265{/solr,null,AVAILABLE}
[junit4] 2> 1193026 INFO (jetty-launcher-1160-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@492a3a35{SSL,[ssl, http/1.1]}{127.0.0.1:42548}
[junit4] 2> 1193027 INFO (jetty-launcher-1160-thread-2) [ ] o.e.j.s.Server Started @1197929ms
[junit4] 2> 1193027 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42548}
[junit4] 2> 1193027 ERROR (jetty-launcher-1160-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1193027 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1193027 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1193027 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1193027 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T14:39:45.807Z
[junit4] 2> 1193030 INFO (jetty-launcher-1160-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34d6f9d{/solr,null,AVAILABLE}
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@3d01e08f{SSL,[ssl, http/1.1]}{127.0.0.1:43293}
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.e.j.s.Server Started @1197934ms
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43293}
[junit4] 2> 1193032 ERROR (jetty-launcher-1160-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1193032 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T14:39:45.812Z
[junit4] 2> 1193042 INFO (jetty-launcher-1160-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15340ec{/solr,null,AVAILABLE}
[junit4] 2> 1193044 INFO (jetty-launcher-1160-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@41fb9ff4{SSL,[ssl, http/1.1]}{127.0.0.1:45099}
[junit4] 2> 1193044 INFO (jetty-launcher-1160-thread-4) [ ] o.e.j.s.Server Started @1197946ms
[junit4] 2> 1193044 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45099}
[junit4] 2> 1193044 ERROR (jetty-launcher-1160-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1193044 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1193044 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1193044 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1193045 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T14:39:45.825Z
[junit4] 2> 1193046 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1193053 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1193060 INFO (jetty-launcher-1160-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f588738{/solr,null,AVAILABLE}
[junit4] 2> 1193061 INFO (jetty-launcher-1160-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@48448487{SSL,[ssl, http/1.1]}{127.0.0.1:36748}
[junit4] 2> 1193061 INFO (jetty-launcher-1160-thread-3) [ ] o.e.j.s.Server Started @1197963ms
[junit4] 2> 1193061 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36748}
[junit4] 2> 1193061 ERROR (jetty-launcher-1160-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1193062 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1193062 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1193062 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1193062 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-23T14:39:45.842Z
[junit4] 2> 1193073 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1193073 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1193077 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1193085 INFO (jetty-launcher-1160-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51579/solr
[junit4] 2> 1193087 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1193094 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1193095 INFO (jetty-launcher-1160-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51579/solr
[junit4] 2> 1193101 INFO (jetty-launcher-1160-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51579/solr
[junit4] 2> 1193102 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1193110 INFO (jetty-launcher-1160-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51579/solr
[junit4] 2> 1193134 INFO (jetty-launcher-1160-thread-1) [n:127.0.0.1:43293_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43293_solr
[junit4] 2> 1193142 INFO (jetty-launcher-1160-thread-4) [n:127.0.0.1:45099_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45099_solr
[junit4] 2> 1193151 INFO (jetty-launcher-1160-thread-3) [n:127.0.0.1:36748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1193158 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1193158 INFO (jetty-launcher-1160-thread-3) [n:127.0.0.1:36748_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36748_solr
[junit4] 2> 1193165 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1193167 INFO (jetty-launcher-1160-thread-1) [n:127.0.0.1:43293_solr ] o.a.s.c.Overseer Overseer (id=96987511891165193-127.0.0.1:43293_solr-n_0000000000) starting
[junit4] 2> 1193168 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1193173 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1193178 INFO (jetty-launcher-1160-thread-2) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1193181 INFO (zkCallback-1180-thread-2-processing-n:127.0.0.1:36748_solr) [n:127.0.0.1:36748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1193190 INFO (jetty-launcher-1160-thread-2) [n:127.0.0.1:42548_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42548_solr
[junit4] 2> 1193191 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1193192 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1193218 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:36748_solr) [n:127.0.0.1:36748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1193225 INFO (zkCallback-1182-thread-1-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1193234 INFO (jetty-launcher-1160-thread-1) [n:127.0.0.1:43293_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43293_solr
[junit4] 2> 1193235 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:36748_solr) [n:127.0.0.1:36748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1193235 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:45099_solr) [n:127.0.0.1:45099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1193235 INFO (zkCallback-1182-thread-1-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1193236 INFO (zkCallback-1178-thread-1-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1193300 INFO (jetty-launcher-1160-thread-1) [n:127.0.0.1:43293_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/tempDir-001/node1/.
[junit4] 2> 1193305 INFO (jetty-launcher-1160-thread-4) [n:127.0.0.1:45099_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/tempDir-001/node4/.
[junit4] 2> 1193321 INFO (jetty-launcher-1160-thread-3) [n:127.0.0.1:36748_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/tempDir-001/node3/.
[junit4] 2> 1193354 INFO (jetty-launcher-1160-thread-2) [n:127.0.0.1:42548_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/tempDir-001/node2/.
[junit4] 2> 1193360 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1193404 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1193417 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1193420 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1193435 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_33002_hdfs____.3z0vwk/webapp
[junit4] 2> 1193806 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33002
[junit4] 2> 1193898 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1193900 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1193919 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36216_datanode____nio5tn/webapp
[junit4] 2> 1194319 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36216
[junit4] 2> 1194409 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1194410 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1194425 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58517_datanode____.kq16kh/webapp
[junit4] 2> 1194506 INFO (IPC Server handler 3 on 38647) [ ] BlockStateChange BLOCK* processReport: from storage DS-fbd61ede-2ece-47ee-b0f4-85386fdbe488 node DatanodeRegistration(127.0.0.1:55307, datanodeUuid=1c2be1b6-bf20-41ec-857e-9ec06e6f4b92, infoPort=52105, infoSecurePort=0, ipcPort=49907, storageInfo=lv=-56;cid=testClusterID;nsid=1080266063;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1194507 INFO (IPC Server handler 3 on 38647) [ ] BlockStateChange BLOCK* processReport: from storage DS-fd59a8a7-5005-4690-b93e-76c2e3849396 node DatanodeRegistration(127.0.0.1:55307, datanodeUuid=1c2be1b6-bf20-41ec-857e-9ec06e6f4b92, infoPort=52105, infoSecurePort=0, ipcPort=49907, storageInfo=lv=-56;cid=testClusterID;nsid=1080266063;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1194856 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58517
[junit4] 2> 1194964 INFO (IPC Server handler 3 on 38647) [ ] BlockStateChange BLOCK* processReport: from storage DS-d7bb039a-39ee-4a4f-9e59-cdb6fb9e5bde node DatanodeRegistration(127.0.0.1:52704, datanodeUuid=47dc7fc9-b1da-4134-9bf9-151ac59af6f5, infoPort=54450, infoSecurePort=0, ipcPort=57940, storageInfo=lv=-56;cid=testClusterID;nsid=1080266063;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1194964 INFO (IPC Server handler 3 on 38647) [ ] BlockStateChange BLOCK* processReport: from storage DS-ac0ef869-c4d2-454c-aa54-4d892ca9c216 node DatanodeRegistration(127.0.0.1:52704, datanodeUuid=47dc7fc9-b1da-4134-9bf9-151ac59af6f5, infoPort=54450, infoSecurePort=0, ipcPort=57940, storageInfo=lv=-56;cid=testClusterID;nsid=1080266063;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1195087 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[CC866364CD90BAD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1195088 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[CC866364CD90BAD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1195152 INFO (qtp854721838-9484) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195160 INFO (qtp854721838-9484) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1195162 INFO (qtp854721838-9485) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195162 INFO (qtp854721838-9485) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1195163 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[CC866364CD90BAD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1195244 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[CC866364CD90BAD3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 1195245 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[CC866364CD90BAD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1195248 INFO (qtp854721838-9477) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=8d7559ad-19b0-4b29-8562-5a2c87459840&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195249 INFO (qtp854721838-9477) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8d7559ad-19b0-4b29-8562-5a2c87459840&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1195251 INFO (qtp854721838-9481) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=d6e4fc45-cd43-44d4-863f-e50b14cf5f80&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195256 INFO (OverseerCollectionConfigSetProcessor-96987511891165193-127.0.0.1:43293_solr-n_0000000000) [n:127.0.0.1:43293_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1195256 INFO (OverseerThreadFactory-3215-thread-2-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 1195257 INFO (qtp854721838-9481) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f80&replicationFactor=4&collection.configName=conf2&maxShardsPerNode=4&name=awhollynewcollection_1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1195259 INFO (qtp854721838-9482) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195265 INFO (qtp854721838-9482) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f&replicationFactor=3&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1195267 INFO (OverseerThreadFactory-3215-thread-3-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_1
[junit4] 2> 1195268 INFO (qtp854721838-9483) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_3&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195274 INFO (qtp854721838-9483) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=2&name=awhollynewcollection_3&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1195275 INFO (qtp854721838-9484) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=0771045f-e78e-4296-b27e-6eb899347651&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_4&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1195278 INFO (qtp854721838-9484) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=0771045f-e78e-4296-b27e-6eb899347651&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_4&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1195280 INFO (OverseerThreadFactory-3215-thread-4-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_2
[junit4] 2> 1195281 INFO (OverseerThreadFactory-3215-thread-5-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_3
[junit4] 2> 1195286 INFO (OverseerThreadFactory-3215-thread-1-processing-n:127.0.0.1:43293_solr) [n:127.0.0.1:43293_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_4
[junit4] 2> 1196439 INFO (qtp854721838-9482) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239500965113&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 1196440 INFO (parallelCoreAdminExecutor-3222-thread-1-processing-n:127.0.0.1:42548_solr 8d7559ad-19b0-4b29-8562-5a2c8745984018288239500965113 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239500965113&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 1196451 INFO (qtp854721838-9485) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239517949195&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1196451 INFO (parallelCoreAdminExecutor-3222-thread-5-processing-n:127.0.0.1:42548_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239517949195 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239517949195&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 1196454 INFO (zkCallback-1189-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196457 INFO (zkCallback-1182-thread-1-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196458 INFO (qtp854721838-9484) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239518537581&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 1196487 INFO (qtp854721838-9479) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2} status=0 QTime=68
[junit4] 2> 1196488 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard2_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard2&wt=javabin&version=2
[junit4] 2> 1196514 INFO (qtp854721838-9483) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239501177107&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=97
[junit4] 2> 1196514 INFO (parallelCoreAdminExecutor-3222-thread-2-processing-n:127.0.0.1:42548_solr 8d7559ad-19b0-4b29-8562-5a2c8745984018288239501177107 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239501177107&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196620 INFO (zkCallback-1189-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196694 INFO (zkCallback-1182-thread-2-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_1/state.json] for collection [awhollynewcollection_1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196694 INFO (zkCallback-1182-thread-3-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_3/state.json] for collection [awhollynewcollection_3] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196697 INFO (zkCallback-1182-thread-4-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196697 INFO (parallelCoreAdminExecutor-3222-thread-4-processing-n:127.0.0.1:42548_solr 5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239518537581 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239518537581&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196724 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1196733 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 x:awhollynewcollection_3_shard2_replica2] o.a.s.s.IndexSchema [awhollynewcollection_3_shard2_replica2] Schema name=minimal
[junit4] 2> 1196737 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 x:awhollynewcollection_3_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1196738 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_3_shard2_replica2' using configuration from collection awhollynewcollection_3
[junit4] 2> 1196739 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38647/data
[junit4] 2> 1196739 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1196739 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.SolrCore [[awhollynewcollection_3_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC866364CD90BAD3-001/tempDir-001/node2/awhollynewcollection_3_shard2_replica2], dataDir=[hdfs://localhost:38647/data/awhollynewcollection_3/core_node1/data/]
[junit4] 2> 1196739 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15cc8475
[junit4] 2> 1196739 INFO (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.SolrCore [awhollynewcollection_3_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@4b6c6f17
[junit4] 2> 1196740 ERROR (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1348)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1196828 ERROR (parallelCoreAdminExecutor-3222-thread-3-processing-n:127.0.0.1:42548_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239538261258 CREATE) [n:127.0.0.1:42548_solr c:awhollynewcollection_3 s:shard2 r:core_node1 x:awhollynewcollection_3_shard2_replica2] o.a.s.c.CoreContainer Error creating core [awhollynewcollection_3_shard2_replica2]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:164)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
[junit4] 2> ... 11 more
[junit4] 2> 1196829 INFO (parallelCoreAdminExecutor-3220-thread-5-processing-n:127.0.0.1:36748_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240634842300 CREATE) [n:127.0.0.1:36748_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240634842300&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 1196821 INFO (qtp1135022372-9787) [n:127.0.0.1:36748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240634842300&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1196830 INFO (qtp2028220879-9507) [n:127.0.0.1:45099_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618047844&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1196830 INFO (parallelCoreAdminExecutor-3218-thread-7-processing-n:127.0.0.1:45099_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618047844 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618047844&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196831 INFO (qtp1891681710-9495) [n:127.0.0.1:43293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239535930705&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1196757 INFO (qtp1135022372-9521) [n:127.0.0.1:36748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618099263&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 1196821 INFO (parallelCoreAdminExecutor-3222-thread-8-processing-n:127.0.0.1:42548_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240634561043 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240634561043&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196821 INFO (qtp854721838-9481) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240634561043&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1196833 INFO (qtp1891681710-9798) [n:127.0.0.1:43293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239502530341&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1196834 INFO (parallelCoreAdminExecutor-3216-thread-4-processing-n:127.0.0.1:43293_solr 8d7559ad-19b0-4b29-8562-5a2c8745984018288239502530341 CREATE) [n:127.0.0.1:43293_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239502530341&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196834 INFO (parallelCoreAdminExecutor-3216-thread-5-processing-n:127.0.0.1:43293_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239535930705 CREATE) [n:127.0.0.1:43293_solr ] o.a.s.h.a.CoreAdminOperation core create command async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239535930705&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196834 INFO (qtp1891681710-9493) [n:127.0.0.1:43293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546773153&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica4&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1196835 INFO (qtp1135022372-9516) [n:127.0.0.1:36748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239510677471&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1196835 INFO (qtp2028220879-9807) [n:127.0.0.1:45099_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239545857759&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1196835 INFO (parallelCoreAdminExecutor-3220-thread-6-processing-n:127.0.0.1:36748_solr 8d7559ad-19b0-4b29-8562-5a2c8745984018288239510677471 CREATE) [n:127.0.0.1:36748_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239510677471&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 1196836 INFO (parallelCoreAdminExecutor-3218-thread-9-processing-n:127.0.0.1:45099_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239545857759 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239545857759&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196836 INFO (qtp2028220879-9808) [n:127.0.0.1:45099_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239541037791&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica3&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1196837 INFO (parallelCoreAdminExecutor-3218-thread-8-processing-n:127.0.0.1:45099_solr 5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239541037791 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239541037791&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica3&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196838 INFO (qtp1891681710-9809) [n:127.0.0.1:43293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546360438&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica4&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1196838 INFO (parallelCoreAdminExecutor-3216-thread-7-processing-n:127.0.0.1:43293_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546360438 CREATE) [n:127.0.0.1:43293_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546360438&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica4&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196839 INFO (qtp1891681710-9496) [n:127.0.0.1:43293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239540323319&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1196820 INFO (parallelCoreAdminExecutor-3220-thread-4-processing-n:127.0.0.1:36748_solr 8d7559ad-19b0-4b29-8562-5a2c8745984018288239511216056 CREATE) [n:127.0.0.1:36748_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239511216056&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196820 INFO (qtp1135022372-9519) [n:127.0.0.1:36748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239511216056&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1196817 INFO (parallelCoreAdminExecutor-3222-thread-7-processing-n:127.0.0.1:42548_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618149160 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618149160&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196817 INFO (qtp854721838-9773) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240618149160&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard3_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard3&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1196849 INFO (parallelCoreAdminExecutor-3216-thread-6-processing-n:127.0.0.1:43293_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239540323319 CREATE) [n:127.0.0.1:43293_solr ] o.a.s.h.a.CoreAdminOperation core create command async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239540323319&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196815 INFO (zkCallback-1182-thread-4-processing-n:127.0.0.1:42548_solr) [n:127.0.0.1:42548_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_2/state.json] for collection [awhollynewcollection_2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1196815 INFO (parallelCoreAdminExecutor-3222-thread-6-processing-n:127.0.0.1:42548_solr 0771045f-e78e-4296-b27e-6eb89934765118288240573623804 CREATE) [n:127.0.0.1:42548_solr ] o.a.s.h.a.CoreAdminOperation core create command async=0771045f-e78e-4296-b27e-6eb89934765118288240573623804&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196850 INFO (parallelCoreAdminExecutor-3216-thread-8-processing-n:127.0.0.1:43293_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546773153 CREATE) [n:127.0.0.1:43293_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546773153&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica4&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196814 INFO (qtp854721838-9477) [n:127.0.0.1:42548_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=0771045f-e78e-4296-b27e-6eb89934765118288240573623804&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1196814 INFO (parallelCoreAdminExecutor-3218-thread-3-processing-n:127.0.0.1:45099_solr 93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239518676430 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239518676430&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196852 INFO (parallelCoreAdminExecutor-3218-thread-10-processing-n:127.0.0.1:45099_solr 0771045f-e78e-4296-b27e-6eb89934765118288240818572001 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=0771045f-e78e-4296-b27e-6eb89934765118288240818572001&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_4_shard1_replica1&action=CREATE&numShards=1&collection=awhollynewcollection_4&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196814 INFO (qtp2028220879-9502) [n:127.0.0.1:45099_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=93c24038-f4d4-4749-97a0-3e40d9e1bc0a18288239518676430&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_3_shard3_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_3&shard=shard3&wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 1196814 INFO (parallelCoreAdminExecutor-3216-thread-3-processing-n:127.0.0.1:43293_solr 5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239540860717 CREATE) [n:127.0.0.1:43293_solr ] o.a.s.h.a.CoreAdminOperation core create command async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239540860717&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196814 INFO (parallelCoreAdminExecutor-3220-thread-2-processing-n:127.0.0.1:36748_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546591506 CREATE) [n:127.0.0.1:36748_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546591506&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2
[junit4] 2> 1196814 INFO (parallelCoreAdminExecutor-3218-thread-4-processing-n:127.0.0.1:45099_solr d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240635075994 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240635075994&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2
[junit4] 2> 1196814 INFO (qtp2028220879-9509) [n:127.0.0.1:45099_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288240635075994&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard2_replica1&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard2&wt=javabin&version=2} status=0 QTime=33
[junit4] 2> 1196812 INFO (qtp1891681710-9795) [n:127.0.0.1:43293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=5e03bda8-e88f-4bcf-ab57-ddc5688bfc5f18288239540860717&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_2_shard1_replica2&action=CREATE&numShards=1&collection=awhollynewcollection_2&shard=shard1&wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 1196802 INFO (qtp1135022372-9785) [n:127.0.0.1:36748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=d6e4fc45-cd43-44d4-863f-e50b14cf5f8018288239546591506&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_1_shard1_replica2&action=CREATE&numShards=3&collection=awhollynewcollection_1&shard=shard1&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 1196802 INFO (parallelCoreAdminExecutor-3218-thread-5-processing-n:127.0.0.1:45099_solr 8d7559ad-19b0-4b29-8562-5a2c8745984018288239491272205 CREATE) [n:127.0.0.1:45099_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8d7559ad-19b0-4b29-8562-5a2c8745984018288239491272205&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard3_replica3&action=CREATE&numShards=3&collection=awhollynewcollection_0&shard=shard3&wt=javabin&version=2
[junit4] 2> 1196798 INFO (qtp2028220879-9797) [
[...truncated too long message...]
NFO (zkCallback-5126-thread-2-processing-n:127.0.0.1:34898_) [n:127.0.0.1:34898_ c:target_collection s:shard1 r:core_node1 x:target_collection_shard1_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
[junit4] 2> 4659785 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CC866364CD90BAD3]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1f9ab27d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4659785 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CC866364CD90BAD3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@294c323c{/,null,UNAVAILABLE}
[junit4] 2> 4659786 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CC866364CD90BAD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteCreateSourceCollection
[junit4] 2> 4659787 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CC866364CD90BAD3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43633 43633
[junit4] 2> 4659877 INFO (Thread-12923) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43633 43633
[junit4] 2> 4659878 WARN (Thread-12923) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/aliases.json
[junit4] 2> 26 /solr/configs/conf1
[junit4] 2> 10 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/clusterprops.json
[junit4] 2> 48 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 10 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 10 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 10 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 9 /solr/collections/source_collection/state.json
[junit4] 2> 9 /solr/collections/target_collection/state.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/overseer_elect/election/96987733658763291-127.0.0.1:40379_-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/96987733658763297-127.0.0.1:34898_-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 94 /solr/overseer/queue
[junit4] 2> 61 /solr/overseer/collection-queue-work
[junit4] 2> 48 /solr/collections
[junit4] 2> 46 /solr/live_nodes
[junit4] 2> 26 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4659885 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[CC866364CD90BAD3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_CC866364CD90BAD3-001
[junit4] 2> Nov 23, 2016 3:37:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=und, timezone=Africa/Maseru
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=173684800,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [LeaderFailoverAfterPartitionTest, DeleteStatusTest, URLClassifyProcessorTest, ConfigSetsAPITest, TestUniqueKeyFieldResource, DistributedSuggestComponentTest, SystemInfoHandlerTest, TestFastOutputStream, TestManagedSchemaThreadSafety, SimplePostToolTest, CursorMarkTest, TestElisionMultitermQuery, BadCopyFieldTest, TestMinMaxOnMultiValuedField, VersionInfoTest, DocumentBuilderTest, TestCopyFieldCollectionResource, BasicFunctionalityTest, MultiTermTest, TestJettySolrRunner, TestScoreJoinQPScore, TimerUtilsTest, BitVectorTest, TestConfigSetsAPIZkFailure, CheckHdfsIndexTest, SolrInfoMBeanTest, TestSolrConfigHandlerConcurrent, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, ShufflingReplicaListTransformerTest, SegmentsInfoRequestHandlerTest, SortByFunctionTest, CustomCollectionTest, CollectionsAPIAsyncDistributedZkTest, TestLRUCache, TestFreeTextSuggestions, TestLuceneMatchVersion, TestTolerantUpdateProcessorCloud, TestTrie, WordBreakSolrSpellCheckerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestDynamicFieldResource, DistributedFacetPivotLongTailTest, TestSearcherReuse, DistribJoinFromCollectionTest, TestAnalyzeInfixSuggestions, TestCollapseQParserPlugin, CSVRequestHandlerTest, CopyFieldTest, CollectionReloadTest, SaslZkACLProviderTest, SolrIndexConfigTest, IndexSchemaTest, DistributedExpandComponentTest, TestUpdate, TestBlobHandler, TestQueryWrapperFilter, ShardRoutingTest, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestRestManager, SearchHandlerTest, TestXmlQParserPlugin, TestMacros, TestUseDocValuesAsStored2, HighlighterTest, DistributedMLTComponentTest, TestRTGBase, TestCloudDeleteByQuery, SoftAutoCommitTest, TestBM25SimilarityFactory, TestPKIAuthenticationPlugin, DocValuesTest, CollectionsAPIDistributedZkTest, TestSolrCloudSnapshots, TestOnReconnectListenerSupport, TestCursorMarkWithoutUniqueKey, SolrCmdDistributorTest, RestartWhileUpdatingTest, TestFieldCacheSortRandom, TemplateUpdateProcessorTest, TestNonDefinedSimilarityFactory, BlockJoinFacetSimpleTest, ZkControllerTest, SimpleMLTQParserTest, TestSchemaResource, SpatialFilterTest, TestNRTOpen, TestExactSharedStatsCache, TestSolr4Spatial2, UtilsToolTest, TestMissingGroups, AliasIntegrationTest, TestCollationFieldDocValues, TestUninvertingReader, CoreMergeIndexesAdminHandlerTest, HdfsCollectionsAPIDistributedZkTest, HdfsLockFactoryTest, HLLSerializationTest, DateMathParserTest, SuggesterFSTTest, TestFieldSortValues, TestMiniSolrCloudCluster, RuleEngineTest, RemoteQueryErrorTest, SpellCheckComponentTest, FileUtilsTest, TriLevelCompositeIdRoutingTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TestRealTimeGet, TestJoin, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFiltering, DirectUpdateHandlerTest, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, ResponseLogComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [514/655 (4!)] on J1 in 1668.73s, 11 tests, 2 failures <<< FAILURES!
[...truncated 61148 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 207 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/207/
4 tests failed.
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([85E88260B81B20E2:5B62EC1D83B94211]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.store.blockcache.BlockDirectoryTest.testRandomAccessWritesLargeCache
Error Message:
Direct buffer memory
Stack Trace:
java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([85E88260B81B20E2:CD9DF6D4BE280F77]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([85E88260B81B20E2:A896CD3A4F3F9AEE]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11284 lines...]
[junit4] Suite: org.apache.solr.store.blockcache.BlockDirectoryTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.store.blockcache.BlockDirectoryTest_85E88260B81B20E2-001/init-core-data-001
[junit4] 2> 487679 INFO (SUITE-BlockDirectoryTest-seed#[85E88260B81B20E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 487687 INFO (TEST-BlockDirectoryTest.testRandomAccessWritesLargeCache-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRandomAccessWritesLargeCache
[junit4] 2> 489311 INFO (TEST-BlockDirectoryTest.testRandomAccessWritesLargeCache-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRandomAccessWritesLargeCache
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BlockDirectoryTest -Dtests.method=testRandomAccessWritesLargeCache -Dtests.seed=85E88260B81B20E2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=id-ID -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 1.64s J1 | BlockDirectoryTest.testRandomAccessWritesLargeCache <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Direct buffer memory
[junit4] > at java.nio.Bits.reserveMemory(Bits.java:693)
[junit4] > at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
[junit4] > at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
[junit4] > at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
[junit4] > at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: java.lang.NullPointerException
[junit4] > at org.apache.solr.store.blockcache.BlockDirectoryTest.tearDown(BlockDirectoryTest.java:131)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 489319 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting ensureCacheConfigurable
[junit4] 2> 489579 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[85E88260B81B20E2]) [ ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 489579 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[85E88260B81B20E2]) [ ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 489579 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[85E88260B81B20E2]) [ ] o.a.s.s.b.BlockDirectory Block cache on read is disabled
[junit4] 2> 489579 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending ensureCacheConfigurable
[junit4] 2> 489583 INFO (TEST-BlockDirectoryTest.testRandomAccessWrites-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRandomAccessWrites
[junit4] 1> Total time is 3168ms
[junit4] 2> 492754 INFO (TEST-BlockDirectoryTest.testRandomAccessWrites-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRandomAccessWrites
[junit4] 2> 492757 INFO (TEST-BlockDirectoryTest.testEOF-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEOF
[junit4] 2> 492818 INFO (TEST-BlockDirectoryTest.testEOF-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEOF
[junit4] 2> 492819 INFO (SUITE-BlockDirectoryTest-seed#[85E88260B81B20E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.store.blockcache.BlockDirectoryTest_85E88260B81B20E2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1406, maxMBSortInHeap=7.589330986925872, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=id-ID, timezone=Africa/Libreville
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=317294960,total=496500736
[junit4] 2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, DocumentBuilderTest, TestHashQParserPlugin, TestDynamicFieldResource, DateMathParserTest, CollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, TestDocBasedVersionConstraints, TestCloudManagedSchema, SpellCheckCollatorTest, HdfsBasicDistributedZkTest, TestLuceneMatchVersion, SpatialFilterTest, CustomCollectionTest, TestUseDocValuesAsStored2, TestCharFilters, BlockDirectoryTest]
[junit4] Completed [49/655 (1!)] on J1 in 5.17s, 4 tests, 1 error <<< FAILURES!
[...truncated 232 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/init-core-data-001
[junit4] 2> 642935 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[85E88260B81B20E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 642935 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[85E88260B81B20E2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /v/ml
[junit4] 2> 642941 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 642947 INFO (Thread-37340) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 642947 INFO (Thread-37340) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 643042 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.ZkTestServer start zk server on port:45774
[junit4] 2> 643066 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 643073 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 643075 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 643076 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 643077 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 643079 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 643080 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 643083 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 643085 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 643086 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 643087 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 643212 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/control-001/cores/collection1
[junit4] 2> 643213 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 643215 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65651551{/v/ml,null,AVAILABLE}
[junit4] 2> 643223 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.ServerConnector Started ServerConnector@311bf46e{HTTP/1.1,[http/1.1]}{127.0.0.1:50633}
[junit4] 2> 643224 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.Server Started @647481ms
[junit4] 2> 643224 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/tempDir-001/control/data, hostContext=/v/ml, hostPort=50633, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/control-001/cores}
[junit4] 2> 643224 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 643230 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 643230 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 643230 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 643231 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T20:28:13.079Z
[junit4] 2> 643271 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 643271 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/control-001/solr.xml
[junit4] 2> 643278 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 643279 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45774/solr
[junit4] 2> 643300 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50633_v%2Fml
[junit4] 2> 643301 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.Overseer Overseer (id=96983219752402948-127.0.0.1:50633_v%2Fml-n_0000000000) starting
[junit4] 2> 643309 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50633_v%2Fml
[junit4] 2> 643311 INFO (zkCallback-676-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 643436 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/control-001/cores
[junit4] 2> 643436 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 643440 INFO (OverseerStateUpdate-96983219752402948-127.0.0.1:50633_v%2Fml-n_0000000000) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 643459 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 643473 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 643573 WARN (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 643575 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 643589 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 643595 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/control-001/cores/collection1/data/]
[junit4] 2> 643595 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ad946c0
[junit4] 2> 643597 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=5.7138671875, floorSegmentMB=0.2158203125, forceMergeDeletesPctAllowed=22.681022262712812, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8516399023712865
[junit4] 2> 643606 WARN (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 643614 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 643614 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 643615 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 643615 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 643615 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=391712009, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 643616 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c8a218[collection1] main]
[junit4] 2> 643617 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 643617 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 643618 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 643618 INFO (searcherExecutor-2232-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c8a218[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 643618 INFO (coreLoadExecutor-2231-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551731516733652992
[junit4] 2> 643629 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 643629 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 643629 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50633/v/ml/collection1/
[junit4] 2> 643629 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 643629 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50633/v/ml/collection1/ has no replicas
[junit4] 2> 643634 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50633/v/ml/collection1/ shard1
[junit4] 2> 643786 INFO (coreZkRegister-2224-thread-1-processing-n:127.0.0.1:50633_v%2Fml x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:50633_v%2Fml c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 643942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 643943 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 644054 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001/cores/collection1
[junit4] 2> 644054 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001
[junit4] 2> 644055 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 644057 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51c8c35c{/v/ml,null,AVAILABLE}
[junit4] 2> 644058 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5941a73e{HTTP/1.1,[http/1.1]}{127.0.0.1:33827}
[junit4] 2> 644058 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.Server Started @648315ms
[junit4] 2> 644058 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/v/ml, hostPort=33827, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001/cores}
[junit4] 2> 644058 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 644066 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 644066 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 644066 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 644066 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T20:28:13.915Z
[junit4] 2> 644078 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 644078 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001/solr.xml
[junit4] 2> 644086 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 644087 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45774/solr
[junit4] 2> 644112 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 644117 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33827_v%2Fml
[junit4] 2> 644119 INFO (zkCallback-676-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 644121 INFO (zkCallback-680-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 644128 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 644173 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001/cores
[junit4] 2> 644173 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 644177 INFO (OverseerStateUpdate-96983219752402948-127.0.0.1:50633_v%2Fml-n_0000000000) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 645205 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 645219 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 645316 WARN (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 645318 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 645331 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 645331 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 645331 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ad946c0
[junit4] 2> 645334 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=5.7138671875, floorSegmentMB=0.2158203125, forceMergeDeletesPctAllowed=22.681022262712812, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8516399023712865
[junit4] 2> 645344 WARN (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 645355 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 645355 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 645356 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 645356 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 645363 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=391712009, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 645363 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43964173[collection1] main]
[junit4] 2> 645364 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 645365 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 645365 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 645365 INFO (coreLoadExecutor-2242-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551731518565515264
[junit4] 2> 645373 INFO (searcherExecutor-2243-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43964173[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 645379 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 645379 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 645379 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33827/v/ml/collection1/
[junit4] 2> 645379 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 645379 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33827/v/ml/collection1/ has no replicas
[junit4] 2> 645384 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33827/v/ml/collection1/ shard1
[junit4] 2> 645540 INFO (coreZkRegister-2237-thread-1-processing-n:127.0.0.1:33827_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 645798 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001/cores/collection1
[junit4] 2> 645799 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001
[junit4] 2> 645799 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 645802 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@737ae4d1{/v/ml,null,AVAILABLE}
[junit4] 2> 645803 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.ServerConnector Started ServerConnector@4d84347e{HTTP/1.1,[http/1.1]}{127.0.0.1:51480}
[junit4] 2> 645804 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.e.j.s.Server Started @650062ms
[junit4] 2> 645804 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/v/ml, hostPort=51480, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001/cores}
[junit4] 2> 645804 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 645809 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 645809 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 645809 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 645809 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-22T20:28:15.658Z
[junit4] 2> 645813 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 645813 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001/solr.xml
[junit4] 2> 645824 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 645828 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45774/solr
[junit4] 2> 645848 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 645855 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51480_v%2Fml
[junit4] 2> 645856 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:33827_v%2Fml) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 645857 INFO (zkCallback-680-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 645857 INFO (zkCallback-676-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 645860 INFO (zkCallback-691-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 645939 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001/cores
[junit4] 2> 645939 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 645944 INFO (OverseerStateUpdate-96983219752402948-127.0.0.1:50633_v%2Fml-n_0000000000) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 646958 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 646975 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 647103 WARN (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 647105 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 647122 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 647122 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_85E88260B81B20E2-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 647122 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ad946c0
[junit4] 2> 647124 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=5.7138671875, floorSegmentMB=0.2158203125, forceMergeDeletesPctAllowed=22.681022262712812, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8516399023712865
[junit4] 2> 647134 WARN (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 647146 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 647146 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 647147 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 647147 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 647148 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=391712009, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 647150 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4857a514[collection1] main]
[junit4] 2> 647152 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 647153 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 647153 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 647154 INFO (searcherExecutor-2254-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4857a514[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 647154 INFO (coreLoadExecutor-2253-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551731520441417728
[junit4] 2> 647160 INFO (coreZkRegister-2248-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 647160 INFO (updateExecutor-688-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 647160 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 647160 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 647160 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 647161 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 647161 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:33827/v/ml/collection1/] and I am [http://127.0.0.1:51480/v/ml/collection1/]
[junit4] 2> 647166 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:33827/v/ml]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:51480_v%252Fml&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 647176 INFO (qtp230087103-40620) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 647177 INFO (qtp230087103-40620) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 647177 INFO (qtp230087103-40620) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51480_v%2Fml, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:51480/v/ml","node_name":"127.0.0.1:51480_v%2Fml","state":"down"}
[junit4] 2> 647445 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRestartWithAllInLIR
[junit4] 2> 647445 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 648177 INFO (qtp230087103-40620) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51480_v%2Fml, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:51480/v/ml","node_name":"127.0.0.1:51480_v%2Fml","state":"recovering"}
[junit4] 2> 648177 INFO (qtp230087103-40620) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 648177 INFO (qtp230087103-40620) [n:127.0.0.1:33827_v%2Fml ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51480_v%252Fml&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 655178 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:33827/v/ml/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 655178 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:51480/v/ml START replicas=[http://127.0.0.1:33827/v/ml/collection1/] nUpdates=100
[junit4] 2> 655182 INFO (qtp230087103-40617) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 655182 INFO (qtp230087103-40617) [n:127.0.0.1:33827_v%2Fml c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/v/ml path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 655184 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 655184 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 655184 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 655184 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 655185 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 655185 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 655185 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 655185 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 655185 INFO (recoveryExecutor-689-thread-1-processing-n:127.0.0.1:51480_v%2Fml x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:51480_v%2Fml c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 655446 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 655448 INFO (qtp230087103-40621) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 655460 INFO (OverseerThreadFactory-2229-thread-1-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 655475 INFO (qtp230087103-40624) [n:127.0.0.1:33827_v%2Fml ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@55276a1c
[junit4] 2> 655477 INFO (qtp2024111253-40648) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@54efbc1c
[junit4] 2> 655502 WARN (zkCallback-691-thread-1-processing-n:127.0.0.1:51480_v%2Fml) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:collection1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:296)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 655506 INFO (qtp230087103-40624) [n:127.0.0.1:33827_v%2Fml ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 655518 INFO (qtp2024111253-40648) [n:127.0.0.1:51480_v%2Fml ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 655521 INFO (qtp2024111253-40648) [n:127.0.0.1:51480_v%2Fml ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 656227 INFO (qtp230087103-40621) [n:127.0.0.1:33827_v%2Fml ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection1&action=DELETE&wt=javabin&version=2} status=0 QTime=778
[junit4] 2> 656228 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[85E88260B81B20E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: all_in_lir
[junit4] 2> 656231 INFO (qtp2024111253-40645) [n:127.0.0.1:51480_v%2Fml ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&maxShardsPerNode=1&name=all_in_lir&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 656234 INFO (OverseerThreadFactory-2229-thread-2-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.CreateCollectionCmd Create collection all_in_lir
[junit4] 2> 656234 INFO (OverseerCollectionConfigSetProcessor-96983219752402948-127.0.0.1:50633_v%2Fml-n_0000000000) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 656235 INFO (OverseerThreadFactory-2229-thread-2-processing-n:127.0.0.1:50633_v%2Fml) [n:127.0.0.1:50633_v%2Fml ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 656456 INFO (qtp230087103-40618) [n:127.0.0.1:33827_v%2Fml ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=all_in_lir_shard1_replica3&action=CREATE&numShards=1&collection=all_in_lir&shard=shard1&wt=javabin&version=2
[junit4] 2> 656456 INFO (qtp2024111253-40649) [n:127.0.0.1:51480_v%2Fml ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=all_in_lir_shard1_replica2&action=CREATE&numShards=1&collection=all_in_lir&shard=shard1&wt=javabin&version=2
[junit4] 2> 656458 INFO (qtp698715723-40583) [n:127.0.0.1:50633_v%2Fml ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=all_in_lir_shard1_replica1&action=CREATE&numShards=1&collection=all_in_lir&shard=shard1&wt=javabin&version=2
[junit4] 2> 657506 INFO (qtp698715723-40583) [n:127.0.0.1:50633_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 657506 INFO (qtp230087103-40618) [n:127.0.0.1:33827_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 657516 INFO (qtp2024111253-40649) [n:127.0.0.1:51480_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 657520 INFO (qtp230087103-40618) [n:127.0.0.1:33827_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica3] o.a.s.s.IndexSchema [all_in_lir_shard1_replica3] Schema name=test
[junit4] 2> 657536 INFO (qtp698715723-40583) [n:127.0.0.1:50633_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica1] o.a.s.s.IndexSchema [all_in_lir_shard1_replica1] Schema name=test
[junit4] 2> 657540 INFO (qtp2024111253-40649) [n:127.0.0.1:51480_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica2] o.a.s.s.IndexSchema [all_in_lir_shard1_replica2] Schema name=test
[junit4] 2> 657672 WARN (qtp230087103-40618) [n:127.0.0.1:33827_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica3] o.a.s.s.IndexSchema [all_in_lir_shard1_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 657674 INFO (qtp230087103-40618) [n:127.0.0.1:33827_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 657704 WARN (qtp2024111253-40649) [n:127.0.0.1:51480_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica2] o.a.s.s.IndexSchema [all_in_lir_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 657706 INFO (qtp230087103-40618) [n:127.0.0.1:33827_v%2Fml c:all_in_lir s:shard1 x:all_in_lir_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'all_in_lir_shard1_replica3' using configuration from collection all_in_lir
[junit4] 2> 657708 INFO (qtp230087103-40618) [n:
[...truncated too long message...]
lder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4361307 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[85E88260B81B20E2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60489 60489
[junit4] 2> 4361307 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[85E88260B81B20E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_85E88260B81B20E2-001
[junit4] 2> Nov 22, 2016 9:30:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=85, maxMBSortInHeap=6.727346258230085, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sl, timezone=Asia/Nicosia
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=100838248,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [RollingRestartTest, CollectionStateFormat2Test, QueryParsingTest, TestSlowCompositeReaderWrapper, ResponseLogComponentTest, TestMergePolicyConfig, InfoHandlerTest, CircularListTest, TestReload, TestStressReorder, PKIAuthenticationIntegrationTest, HdfsNNFailoverTest, CollectionsAPISolrJTest, HdfsChaosMonkeyNothingIsSafeTest, ExitableDirectoryReaderTest, TestSolrDynamicMBean, TestPhraseSuggestions, TestIntervalFaceting, BadComponentTest, TestOrdValues, BooleanFieldTest, OverseerRolesTest, TestSubQueryTransformer, HLLUtilTest, TestReloadAndDeleteDocs, CurrencyFieldXmlFileTest, HdfsTlogReplayBufferedWhileIndexingTest, TestLeaderElectionWithEmptyReplica, TestDFRSimilarityFactory, DeleteInactiveReplicaTest, DataDrivenBlockJoinTest, TestDistributedMissingSort, ShardSplitTest, OverriddenZkACLAndCredentialsProvidersTest, AutoCommitTest, AnalyticsMergeStrategyTest, TestSolrCoreSnapshots, TestRandomCollapseQParserPlugin, TestJsonRequest, TestInfoStreamLogging, TestDocTermOrds, OverseerTest, TestBackupRepositoryFactory, BufferStoreTest, ZkStateWriterTest, StressHdfsTest, TestSolrCloudWithDelegationTokens, ExplicitHLLTest, ReplaceNodeTest, ResponseHeaderTest, TestNoOpRegenerator, TestExactStatsCache, TestRecovery, DOMUtilTest, TestLMJelinekMercerSimilarityFactory, CdcrBootstrapTest, TestSolrFieldCacheMBean, TestSchemaManager, StatsComponentTest, SolrTestCaseJ4Test, DistributedQueueTest, TestDefaultSearchFieldResource, TestWriterPerf, TestSSLRandomization, TestInitQParser, TestManagedSchema, TestAddFieldRealTimeGet, FieldMutatingUpdateProcessorTest, TestPerFieldSimilarityClassic, TestExtendedDismaxParser, TestIndexSearcher, TestCloudInspectUtil, SpatialHeatmapFacetsTest, RulesTest, VMParamsZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, TestUtils, UpdateParamsTest, MinimalSchemaTest, SimpleCollectionCreateDeleteTest, CleanupOldIndexTest, LeaderFailureAfterFreshStartTest, TestBlendedInfixSuggestions, DirectUpdateHandlerTest, TestTrieFacet, TestRecoveryHdfs, TestSolrCLIRunExample, TestRandomFlRTGCloud, GraphQueryTest, TestJsonFacetRefinement, ParsingFieldUpdateProcessorsTest, DistribCursorPagingTest, TestDefaultStatsCache, SuggesterTSTTest, TestDownShardTolerantSearch, CloneFieldUpdateProcessorFactoryTest, TestClassicSimilarityFactory, TestGroupingSearch, ConnectionManagerTest, PrimUtilsTest, TestBinaryField, TestManagedStopFilterFactory, TestCryptoKeys, PingRequestHandlerTest, TestConfigSetsAPI, TermVectorComponentDistributedTest, CdcrVersionReplicationTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudCluster, TestReplicaProperties, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [516/655 (3!)] on J2 in 171.06s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61157 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 206 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/206/
3 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Captured an uncaught exception in thread: Thread[id=104474, name=cdcr-replicator-6263-thread-5, state=RUNNABLE, group=TGRP-CdcrReplicationDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=104474, name=cdcr-replicator-6263-thread-5, state=RUNNABLE, group=TGRP-CdcrReplicationDistributedZkTest]
at __randomizedtesting.SeedInfo.seed([7364E1FC98EB3611:8D0BB95F5ACB1500]:0)
Caused by: java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7364E1FC98EB3611]:0)
at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:78)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([7364E1FC98EB3611:3B1195489ED81984]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([7364E1FC98EB3611:5E1AAEA66FCF8C1D]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11335 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/init-core-data-001
[junit4] 2> 130885 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 130889 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001
[junit4] 2> 130889 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 130889 INFO (Thread-223) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 130889 INFO (Thread-223) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 130989 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54475
[junit4] 2> 131015 INFO (jetty-launcher-151-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 131016 INFO (jetty-launcher-151-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 131016 INFO (jetty-launcher-151-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 131030 INFO (jetty-launcher-151-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@239cd561{/solr,null,AVAILABLE}
[junit4] 2> 131031 INFO (jetty-launcher-151-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 131038 INFO (jetty-launcher-151-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@725240d5{/solr,null,AVAILABLE}
[junit4] 2> 131040 INFO (jetty-launcher-151-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@17f67509{SSL,[ssl, http/1.1]}{127.0.0.1:35350}
[junit4] 2> 131040 INFO (jetty-launcher-151-thread-2) [ ] o.e.j.s.Server Started @135644ms
[junit4] 2> 131040 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35350}
[junit4] 2> 131041 ERROR (jetty-launcher-151-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131065 INFO (jetty-launcher-151-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14538944{/solr,null,AVAILABLE}
[junit4] 2> 131072 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 131072 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131072 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131072 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-21T17:12:48.212Z
[junit4] 2> 131041 INFO (jetty-launcher-151-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@35f2635d{SSL,[ssl, http/1.1]}{127.0.0.1:57318}
[junit4] 2> 131085 INFO (jetty-launcher-151-thread-3) [ ] o.e.j.s.Server Started @135689ms
[junit4] 2> 131081 INFO (jetty-launcher-151-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46b5e43f{/solr,null,AVAILABLE}
[junit4] 2> 131085 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57318}
[junit4] 2> 131085 ERROR (jetty-launcher-151-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131085 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 131086 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131086 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131086 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-21T17:12:48.226Z
[junit4] 2> 131087 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131087 INFO (jetty-launcher-151-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@2c5d02cd{SSL,[ssl, http/1.1]}{127.0.0.1:34983}
[junit4] 2> 131087 INFO (jetty-launcher-151-thread-1) [ ] o.e.j.s.Server Started @135691ms
[junit4] 2> 131087 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34983}
[junit4] 2> 131087 ERROR (jetty-launcher-151-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131087 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-21T17:12:48.228Z
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@56493fda{SSL,[ssl, http/1.1]}{127.0.0.1:49448}
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-4) [ ] o.e.j.s.Server Started @135692ms
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49448}
[junit4] 2> 131088 ERROR (jetty-launcher-151-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131088 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131089 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-21T17:12:48.229Z
[junit4] 2> 131107 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131115 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131115 INFO (jetty-launcher-151-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54475/solr
[junit4] 2> 131123 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131125 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131145 INFO (jetty-launcher-151-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54475/solr
[junit4] 2> 131149 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131156 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131156 INFO (jetty-launcher-151-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54475/solr
[junit4] 2> 131179 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131184 INFO (jetty-launcher-151-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54475/solr
[junit4] 2> 131262 INFO (jetty-launcher-151-thread-2) [n:127.0.0.1:35350_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35350_solr
[junit4] 2> 131264 INFO (jetty-launcher-151-thread-2) [n:127.0.0.1:35350_solr ] o.a.s.c.Overseer Overseer (id=96976789047279625-127.0.0.1:35350_solr-n_0000000000) starting
[junit4] 2> 131266 INFO (jetty-launcher-151-thread-1) [n:127.0.0.1:34983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34983_solr
[junit4] 2> 131268 INFO (jetty-launcher-151-thread-3) [n:127.0.0.1:57318_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57318_solr
[junit4] 2> 131270 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131271 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131274 INFO (zkCallback-166-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131277 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 131283 INFO (zkCallback-166-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 131283 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 131284 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 131288 INFO (jetty-launcher-151-thread-4) [n:127.0.0.1:49448_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49448_solr
[junit4] 2> 131294 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 131294 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 131297 INFO (zkCallback-166-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 131325 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 131327 INFO (jetty-launcher-151-thread-2) [n:127.0.0.1:35350_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35350_solr
[junit4] 2> 131330 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 131330 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 131330 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 131337 INFO (zkCallback-166-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 131388 INFO (jetty-launcher-151-thread-4) [n:127.0.0.1:49448_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node4/.
[junit4] 2> 131403 INFO (jetty-launcher-151-thread-3) [n:127.0.0.1:57318_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node3/.
[junit4] 2> 131410 INFO (jetty-launcher-151-thread-2) [n:127.0.0.1:35350_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node2/.
[junit4] 2> 131413 INFO (jetty-launcher-151-thread-1) [n:127.0.0.1:34983_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node1/.
[junit4] 2> 131440 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 132530 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 133869 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 134325 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 134355 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 134460 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 134512 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_59757_hdfs____.jga0yp/webapp
[junit4] 2> 136175 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59757
[junit4] 2> 137392 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 137401 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 137419 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34332_datanode____.307yko/webapp
[junit4] 2> 138640 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34332
[junit4] 2> 139507 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 139509 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 139566 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49369_datanode____.auyio8/webapp
[junit4] 2> 140438 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49369
[junit4] 2> 142585 INFO (IPC Server handler 5 on 46870) [ ] BlockStateChange BLOCK* processReport: from storage DS-adfcdec0-ae71-4398-b62e-cf12d105f0cb node DatanodeRegistration(127.0.0.1:52726, datanodeUuid=2665818e-ae68-42c7-a77b-790ae72f150e, infoPort=54319, infoSecurePort=0, ipcPort=39325, storageInfo=lv=-56;cid=testClusterID;nsid=934187588;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 142585 INFO (IPC Server handler 5 on 46870) [ ] BlockStateChange BLOCK* processReport: from storage DS-084893ac-67af-4821-95e6-baf47e8ede08 node DatanodeRegistration(127.0.0.1:52726, datanodeUuid=2665818e-ae68-42c7-a77b-790ae72f150e, infoPort=54319, infoSecurePort=0, ipcPort=39325, storageInfo=lv=-56;cid=testClusterID;nsid=934187588;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 142589 INFO (IPC Server handler 1 on 46870) [ ] BlockStateChange BLOCK* processReport: from storage DS-a37fee81-4630-42af-aa68-8d9c48c4a22a node DatanodeRegistration(127.0.0.1:47707, datanodeUuid=2e3cd6d8-106f-4046-82c9-2a58fe5af878, infoPort=44680, infoSecurePort=0, ipcPort=43261, storageInfo=lv=-56;cid=testClusterID;nsid=934187588;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 142589 INFO (IPC Server handler 1 on 46870) [ ] BlockStateChange BLOCK* processReport: from storage DS-050b9b3f-7bf4-40ba-8ce7-744d40c7bf9b node DatanodeRegistration(127.0.0.1:47707, datanodeUuid=2e3cd6d8-106f-4046-82c9-2a58fe5af878, infoPort=44680, infoSecurePort=0, ipcPort=43261, storageInfo=lv=-56;cid=testClusterID;nsid=934187588;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 143117 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[7364E1FC98EB3611]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 143119 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 143230 INFO (qtp13844187-949) [n:127.0.0.1:35350_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 143251 INFO (OverseerThreadFactory-416-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 143527 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 143622 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 143621 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 143624 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 143739 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 143739 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 143739 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 143743 INFO (zkCallback-166-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 144571 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 144582 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 144585 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 144587 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 144601 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46870/data
[junit4] 2> 144601 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 144602 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node2/nodes_used_collection_shard2_replica2], dataDir=[hdfs://localhost:46870/data/nodes_used_collection/core_node1/data/]
[junit4] 2> 144603 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 144625 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 144625 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 144625 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 144657 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 144703 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 144706 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 144707 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 144709 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 144718 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 144718 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46870/data
[junit4] 2> 144719 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 144720 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node4/nodes_used_collection_shard1_replica1], dataDir=[hdfs://localhost:46870/data/nodes_used_collection/core_node3/data/]
[junit4] 2> 144720 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 144728 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 144733 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 144740 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 144742 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 144742 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46870/data
[junit4] 2> 144743 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 144743 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node3/nodes_used_collection_shard1_replica2], dataDir=[hdfs://localhost:46870/data/nodes_used_collection/core_node4/data/]
[junit4] 2> 144743 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 144747 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 144748 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 144749 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46870/data
[junit4] 2> 144749 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 144749 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7364E1FC98EB3611-001/tempDir-001/node1/nodes_used_collection_shard2_replica1], dataDir=[hdfs://localhost:46870/data/nodes_used_collection/core_node2/data/]
[junit4] 2> 144749 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 144752 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 144752 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 144752 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 144780 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 144780 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 144780 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 144802 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 144802 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 144802 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 146595 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146597 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146606 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146608 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node1/data
[junit4] 2> 146618 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146624 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node4/data
[junit4] 2> 146625 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node2/data
[junit4] 2> 146633 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node3/data
[junit4] 2> 146691 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node1/data/index
[junit4] 2> 146708 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 146708 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 146708 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 146727 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node4/data/index
[junit4] 2> 146729 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 146732 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46870/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 146741 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 146741 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 146741 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 146743 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 146743 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 146743 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 146750 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 146750 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 146750 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 146765 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146770 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146801 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 146802 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 147216 INFO (IPC Server handler 0 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52726 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a37fee81-4630-42af-aa68-8d9c48c4a22a:NORMAL:127.0.0.1:47707|RBW], ReplicaUC[[DISK]DS-084893ac-67af-4821-95e6-baf47e8ede08:NORMAL:127.0.0.1:52726|RBW]]} size 71
[junit4] 2> 147217 INFO (IPC Server handler 5 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47707 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-adfcdec0-ae71-4398-b62e-cf12d105f0cb:NORMAL:127.0.0.1:52726|RBW], ReplicaUC[[DISK]DS-050b9b3f-7bf4-40ba-8ce7-744d40c7bf9b:NORMAL:127.0.0.1:47707|RBW]]} size 71
[junit4] 2> 147219 INFO (IPC Server handler 3 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52726 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a37fee81-4630-42af-aa68-8d9c48c4a22a:NORMAL:127.0.0.1:47707|RBW], ReplicaUC[[DISK]DS-adfcdec0-ae71-4398-b62e-cf12d105f0cb:NORMAL:127.0.0.1:52726|RBW]]} size 71
[junit4] 2> 147219 INFO (IPC Server handler 3 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52726 is added to blk_1073741827_1003 size 71
[junit4] 2> 147219 INFO (IPC Server handler 3 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52726 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a37fee81-4630-42af-aa68-8d9c48c4a22a:NORMAL:127.0.0.1:47707|RBW], ReplicaUC[[DISK]DS-084893ac-67af-4821-95e6-baf47e8ede08:NORMAL:127.0.0.1:52726|RBW]]} size 71
[junit4] 2> 147219 INFO (IPC Server handler 9 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47707 is added to blk_1073741825_1001 size 71
[junit4] 2> 147219 INFO (IPC Server handler 9 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47707 is added to blk_1073741828_1004 size 71
[junit4] 2> 147219 INFO (IPC Server handler 9 on 46870) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47707 is added to blk_1073741826_1002 size 71
[junit4] 2> 147668 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 147668 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 147668 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 147673 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 147673 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 147673 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 147677 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 147677 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 147677 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 147705 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 147705 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 147706 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 147706 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 147708 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 147708 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 147708 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 147714 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 147714 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 147733 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 147733 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 147844 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39e2e2a6[nodes_used_collection_shard2_replica1] main]
[junit4] 2> 147850 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@618c3afe[nodes_used_collection_shard2_replica2] main]
[junit4] 2> 147850 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 147851 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 147851 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b5c99b6[nodes_used_collection_shard1_replica1] main]
[junit4] 2> 147852 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 147856 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 147855 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 147854 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a42a52a[nodes_used_collection_shard1_replica2] main]
[junit4] 2> 147857 INFO (searcherExecutor-428-thread-1-processing-n:127.0.0.1:34983_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection r:core_node2) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@39e2e2a6[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 147858 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551628642547662848
[junit4] 2> 147858 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 147858 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 147858 INFO (searcherExecutor-426-thread-1-processing-n:127.0.0.1:49448_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection r:core_node3) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6b5c99b6[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 147858 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551628642547662848
[junit4] 2> 147859 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 147859 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 147859 INFO (searcherExecutor-425-thread-1-processing-n:127.0.0.1:35350_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection r:core_node1) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@618c3afe[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 147859 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551628642548711424
[junit4] 2> 147860 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 147861 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 147861 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 147861 INFO (searcherExecutor-427-thread-1-processing-n:127.0.0.1:57318_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection r:core_node4) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@3a42a52a[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 147861 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551628642550808576
[junit4] 2> 147895 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 147895 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 147895 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34983/solr/nodes_used_collection_shard2_replica1/
[junit4] 2> 147896 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:34983/solr START replicas=[https://127.0.0.1:35350/solr/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 147899 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 147899 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 147899 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 147899 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49448/solr/nodes_used_collection_shard1_replica1/
[junit4] 2> 147899 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica1 url=https://127.0.0.1:49448/solr START replicas=[https://127.0.0.1:57318/solr/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 147899 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 147899 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 147899 INFO (zkCallback-166-thread-3-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 147901 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:34983/solr DONE. We have no versions. sync failed.
[junit4] 2> 147911 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica1 url=https://127.0.0.1:49448/solr DONE. We have no versions. sync failed.
[junit4] 2> 147931 INFO (qtp13844187-963) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.c.S.Request [nodes_used_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 147932 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 147933 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 147937 INFO (qtp905495170-952) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.c.S.Request [nodes_used_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 147938 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 147938 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 147940 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34983/solr/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 147944 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49448/solr/nodes_used_collection_shard1_replica1/ shard1
[junit4] 2> 148049 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148049 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148049 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148050 INFO (zkCallback-166-thread-3-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148092 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 148095 INFO (qtp1365093701-972) [n:127.0.0.1:34983_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=4472
[junit4] 2> 148099 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 148101 INFO (qtp2098378588-981) [n:127.0.0.1:49448_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=4476
[junit4] 2> 148213 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148214 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148214 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148215 INFO (zkCallback-166-thread-4-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 148903 INFO (qtp13844187-966) [n:127.0.0.1:35350_solr c:nodes_used_collection s:shard2 r:core_node1 x:nodes_used_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=5378
[junit4] 2> 148905 INFO (qtp905495170-953) [n:127.0.0.1:57318_solr c:nodes_used_collection s:shard1 r:core_node4 x:nodes_used_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=5284
[junit4] 2> 148944 INFO (qtp13844187-949) [n:127.0.0.1:35350_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 149011 INFO (zkCallback-172-thread-2-processing-n:127.0.0.1:49448_solr) [n:127.0.0.1:49448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 149011 INFO (zkCallback-171-thread-1-processing-n:127.0.0.1:34983_solr) [n:127.0.0.1:34983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 149011 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 149015 INFO (zkCallback-166-thread-4-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 149262 INFO (OverseerCollectionConfigSetProcessor-96976789047279625-127.0.0.1:35350_solr-n_0000000000) [n:127.0.0.1:35350_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 149944 INFO (qtp13844187-949) [n:127.0.0.1:35350_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6738
[junit4] 2> 149946 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[7364E1FC98EB3611]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoresAreDistributedAcrossNodes
[junit4] 2> 150092 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
[junit4] 2> 150094 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 150100 INFO (qtp13844187-964) [n:127.0.0.1:35350_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodes_used_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 150109 INFO (OverseerThreadFactory-416-thread-2-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 150114 INFO (qtp13844187-960) [n:127.0.0.1:35350_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@6e9ec951
[junit4] 2> 150114 INFO (qtp905495170-955) [n:127.0.0.1:57318_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@6b02055a
[junit4] 2> 150115 INFO (qtp2098378588-979) [n:127.0.0.1:49448_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2306d043
[junit4] 2> 150116 INFO (qtp1365093701-971) [n:127.0.0.1:34983_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3578ad44
[junit4] 2> 150178 INFO (qtp2098378588-979) [n:127.0.0.1:49448_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 150180 INFO (qtp13844187-960) [n:127.0.0.1:35350_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node1/data/index
[junit4] 2> 150181 INFO (qtp905495170-955) [n:127.0.0.1:57318_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 150184 INFO (qtp905495170-955) [n:127.0.0.1:57318_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node4/data/index
[junit4] 2> 150186 INFO (qtp905495170-955) [n:127.0.0.1:57318_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node4/data
[junit4] 2> 150192 INFO (qtp13844187-960) [n:127.0.0.1:35350_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 150192 INFO (qtp13844187-960) [n:127.0.0.1:35350_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node1/data
[junit4] 2> 150201 INFO (qtp2098378588-979) [n:127.0.0.1:49448_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 150201 INFO (qtp2098378588-979) [n:127.0.0.1:49448_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node3/data
[junit4] 2> 150211 INFO (IPC Server handler 2 on 46870) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:47707 127.0.0.1:52726
[junit4] 2> 150213 INFO (qtp1365093701-971) [n:127.0.0.1:34983_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 150218 INFO (qtp1365093701-971) [n:127.0.0.1:34983_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 150245 INFO (qtp1365093701-971) [n:127.0.0.1:34983_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:46870/data/nodes_used_collection/core_node2/data
[junit4] 2> 150250 INFO (IPC Server handler 6 on 46870) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:52726 127.0.0.1:47707
[junit4] 2> 150286 WARN (zkCallback-170-thread-1-processing-n:127.0.0.1:57318_solr) [n:127.0.0.1:57318_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:nodes_used_collection_shard1_replica2 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:296)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 150287 INFO (IPC Server handler 8 on 46870) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52726 127.0.0.1:47707
[junit4] 2> 150294 INFO (qtp905495170-955) [n:127.0.0.1:57318_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 150294 INFO (qtp905495170-955) [n:127.0.0.1:57318_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=182
[junit4] 2> 150296 INFO (qtp2098378588-979) [n:127.0.0.1:49448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=182
[junit4] 2> 150302 INFO (IPC Server handler 5 on 46870) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:52726 127.0.0.1:47707
[junit4] 2> 150333 INFO (qtp1365093701-971) [n:127.0.0.1:34983_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=nodes_used_collection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 150329 INFO (qtp13844187-960) [n:127.0.0.1:35350_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 150332 WARN (zkCallback-166-thread-1-processing-n:127.0.0.1:35350_solr) [n:127.0.0.1:35350_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4]
[...truncated too long message...]
.S.Request [target_collection_shard2_replica1] webapp= path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2339400 WARN (zkCallback-30601-thread-3-processing-n:127.0.0.1:33488_) [n:127.0.0.1:33488_ c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica1] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 2339400 INFO (zkCallback-30601-thread-3-processing-n:127.0.0.1:33488_) [n:127.0.0.1:33488_ c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2339401 INFO (zkCallback-30601-thread-3-processing-n:127.0.0.1:33488_) [n:127.0.0.1:33488_ c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica1] o.a.s.c.SolrCore [target_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6078fdcf
[junit4] 2> 2339401 INFO (zkCallback-30601-thread-3-processing-n:127.0.0.1:33488_) [n:127.0.0.1:33488_ c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
[junit4] 2> 2339416 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@4225894f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2339416 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65143084{/,null,UNAVAILABLE}
[junit4] 2> 2339421 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 34794
[junit4] 2> 2339421 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=847498965
[junit4] 2> 2339441 INFO (coreCloseExecutor-8210-thread-1) [n:127.0.0.1:34794_ c:target_collection s:shard2 r:core_node2 x:target_collection_shard2_replica2] o.a.s.c.SolrCore [target_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@4dd4926e
[junit4] 2> 2339441 INFO (coreCloseExecutor-8210-thread-1) [n:127.0.0.1:34794_ c:target_collection s:shard2 r:core_node2 x:target_collection_shard2_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 2339462 INFO (zkCallback-30614-thread-1-processing-n:127.0.0.1:40152_) [n:127.0.0.1:40152_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2339528 INFO (zkCallback-30614-thread-1-processing-n:127.0.0.1:40152_) [n:127.0.0.1:40152_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2340962 WARN (zkCallback-30696-thread-2-processing-n:127.0.0.1:34794_) [n:127.0.0.1:34794_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2340964 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@3be60066{SSL,[ssl, http/1.1]}{127.0.0.1:34794}
[junit4] 2> 2340965 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5569d204{/,null,UNAVAILABLE}
[junit4] 2> 2340965 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 40152
[junit4] 2> 2340966 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=656091445
[junit4] 2> 2340977 INFO (coreCloseExecutor-8212-thread-1) [n:127.0.0.1:40152_ c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.c.SolrCore [target_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@630e67a5
[junit4] 2> 2340977 INFO (coreCloseExecutor-8212-thread-1) [n:127.0.0.1:40152_ c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 2340998 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.Overseer Overseer (id=96976928167624737-127.0.0.1:40152_-n_0000000007) closing
[junit4] 2> 2340998 INFO (OverseerStateUpdate-96976928167624737-127.0.0.1:40152_-n_0000000007) [n:127.0.0.1:40152_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40152_
[junit4] 2> 2340999 WARN (zkCallback-30614-thread-2-processing-n:127.0.0.1:40152_) [n:127.0.0.1:40152_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2341003 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@64fc727a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2341003 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3df4fbc5{/,null,UNAVAILABLE}
[junit4] 2> 2341006 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteCreateSourceCollection
[junit4] 2> 2341008 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[7364E1FC98EB3611]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41895 41895
[junit4] 2> 2341095 INFO (Thread-1340) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41895 41895
[junit4] 2> 2341096 WARN (Thread-1340) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/aliases.json
[junit4] 2> 26 /solr/configs/conf1
[junit4] 2> 10 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 3 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/clusterprops.json
[junit4] 2> 48 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 10 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 10 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 10 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 9 /solr/collections/source_collection/state.json
[junit4] 2> 9 /solr/collections/target_collection/state.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/overseer_elect/election/96976928167624737-127.0.0.1:40152_-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/96976928167624731-127.0.0.1:33488_-n_0000000005
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard2/election/96976928167624709-core_node1-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/96976928167624712-127.0.0.1:33343_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 109 /solr/overseer/queue
[junit4] 2> 65 /solr/overseer/collection-queue-work
[junit4] 2> 48 /solr/collections
[junit4] 2> 46 /solr/live_nodes
[junit4] 2> 24 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2341097 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[7364E1FC98EB3611]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=670, maxMBSortInHeap=6.612962112274484, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ga-IE, timezone=ART
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=68128456,total=506462208
[junit4] 2> NOTE: All tests run in this JVM: [TestScoreJoinQPNoScore, OutputWriterTest, AlternateDirectoryTest, TestStressLiveNodes, TestBadConfig, XsltUpdateRequestHandlerTest, MultiThreadedOCPTest, TestDistribIDF, TestDocumentBuilder, TestCloudPivotFacet, CloudMLTQParserTest, TestDeleteCollectionOnDownNodes, TestFunctionQuery, DeleteLastCustomShardedReplicaTest, DistributedFacetPivotLargeTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [255/654 (2!)] on J0 in 1804.23s, 11 tests, 1 error <<< FAILURES!
[...truncated 61976 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 205 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/205/
6 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([BEA4C44DC413E54:F58514E71E611D45]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:376)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([BEA4C44DC413E54:D5602239E7E35CA7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:141)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.PingRequestHandlerTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.PingRequestHandlerTest: 1) Thread[id=17009, name=OverseerHdfsCoreFailoverThread-96970927691005965-127.0.0.1:37855_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.PingRequestHandlerTest:
1) Thread[id=17009, name=OverseerHdfsCoreFailoverThread-96970927691005965-127.0.0.1:37855_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([BEA4C44DC413E54]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 13 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 13 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([BEA4C44DC413E54]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([BEA4C44DC413E54:439F38F0DA7211C1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([BEA4C44DC413E54:2694031E2B658458]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11597 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/init-core-data-001
[junit4] 2> 519210 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[BEA4C44DC413E54]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 519210 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[BEA4C44DC413E54]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 519213 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 519217 INFO (Thread-2403) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 519217 INFO (Thread-2403) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 519317 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.ZkTestServer start zk server on port:49442
[junit4] 2> 519330 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 519333 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 519334 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 519336 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 519337 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 519339 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 519340 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 519342 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 519343 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 519345 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 519354 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 519465 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/control-001/cores/collection1
[junit4] 2> 519466 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 519468 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67dd179b{/,null,AVAILABLE}
[junit4] 2> 519473 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.ServerConnector Started ServerConnector@391d9d0c{HTTP/1.1,[http/1.1]}{127.0.0.1:39164}
[junit4] 2> 519474 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.Server Started @523930ms
[junit4] 2> 519474 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/tempDir-001/control/data, hostContext=/, hostPort=39164, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/control-001/cores}
[junit4] 2> 519474 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 519474 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 519474 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 519474 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 519474 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-20T15:41:42.622Z
[junit4] 2> 519483 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 519483 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/control-001/solr.xml
[junit4] 2> 519521 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 519544 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49442/solr
[junit4] 2> 519661 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:39164_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39164_
[junit4] 2> 519662 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:39164_ ] o.a.s.c.Overseer Overseer (id=96970768539058180-127.0.0.1:39164_-n_0000000000) starting
[junit4] 2> 519721 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:39164_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39164_
[junit4] 2> 519729 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 519913 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:39164_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/control-001/cores
[junit4] 2> 519913 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:39164_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 519940 INFO (OverseerStateUpdate-96970768539058180-127.0.0.1:39164_-n_0000000000) [n:127.0.0.1:39164_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 519987 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 520028 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 520139 WARN (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 520141 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 520154 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 520155 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/control-001/cores/collection1/data/]
[junit4] 2> 520155 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e3ddb77
[junit4] 2> 520158 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 520169 WARN (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 520178 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 520178 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 520178 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 520178 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 520179 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=448779299, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 520179 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7007b46d[collection1] main]
[junit4] 2> 520181 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 520182 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 520182 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 520183 INFO (searcherExecutor-1316-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7007b46d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 520183 INFO (coreLoadExecutor-1315-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551532297636806656
[junit4] 2> 520190 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 520190 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 520190 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39164/collection1/
[junit4] 2> 520191 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 520191 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39164/collection1/ has no replicas
[junit4] 2> 520195 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39164/collection1/ shard1
[junit4] 2> 520346 INFO (coreZkRegister-1308-thread-1-processing-n:127.0.0.1:39164_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39164_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 520445 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 520446 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 520548 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001/cores/collection1
[junit4] 2> 520549 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001
[junit4] 2> 520549 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 520551 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@780adc20{/,null,AVAILABLE}
[junit4] 2> 520551 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.ServerConnector Started ServerConnector@3ac332dd{HTTP/1.1,[http/1.1]}{127.0.0.1:46202}
[junit4] 2> 520551 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.Server Started @525008ms
[junit4] 2> 520551 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=46202, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001/cores}
[junit4] 2> 520552 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 520552 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 520552 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 520552 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 520552 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-20T15:41:43.700Z
[junit4] 2> 520560 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 520560 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001/solr.xml
[junit4] 2> 520566 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 520567 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49442/solr
[junit4] 2> 520577 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:46202_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 520583 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:46202_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46202_
[junit4] 2> 520584 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 520584 INFO (zkCallback-551-thread-3-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 520593 INFO (zkCallback-560-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 520619 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:46202_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001/cores
[junit4] 2> 520620 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:46202_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 520622 INFO (OverseerStateUpdate-96970768539058180-127.0.0.1:39164_-n_0000000000) [n:127.0.0.1:39164_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 521635 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 521649 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 521747 WARN (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 521749 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 521762 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 521762 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 521763 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e3ddb77
[junit4] 2> 521767 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 521779 WARN (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 521792 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 521792 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 521792 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 521792 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 521794 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=448779299, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 521794 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e333f31[collection1] main]
[junit4] 2> 521796 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 521796 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 521796 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 521797 INFO (coreLoadExecutor-1326-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551532299329208320
[junit4] 2> 521799 INFO (searcherExecutor-1327-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e333f31[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 521814 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 521814 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 521814 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46202/collection1/
[junit4] 2> 521815 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 521815 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46202/collection1/ has no replicas
[junit4] 2> 521821 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46202/collection1/ shard1
[junit4] 2> 521972 INFO (coreZkRegister-1321-thread-1-processing-n:127.0.0.1:46202_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:46202_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 522223 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001/cores/collection1
[junit4] 2> 522224 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001
[junit4] 2> 522225 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 522226 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@381a56db{/,null,AVAILABLE}
[junit4] 2> 522227 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5fcdbae8{HTTP/1.1,[http/1.1]}{127.0.0.1:54399}
[junit4] 2> 522227 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.e.j.s.Server Started @526683ms
[junit4] 2> 522227 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=54399, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001/cores}
[junit4] 2> 522228 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 522234 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 522234 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 522234 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 522234 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-20T15:41:45.382Z
[junit4] 2> 522237 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 522237 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001/solr.xml
[junit4] 2> 522244 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 522244 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49442/solr
[junit4] 2> 522261 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:54399_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 522266 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:54399_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54399_
[junit4] 2> 522268 INFO (zkCallback-566-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 522269 INFO (zkCallback-560-thread-1-processing-n:127.0.0.1:46202_) [n:127.0.0.1:46202_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 522269 INFO (zkCallback-555-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 522277 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:39164_) [n:127.0.0.1:39164_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 522304 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:54399_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001/cores
[junit4] 2> 522304 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[BEA4C44DC413E54]) [n:127.0.0.1:54399_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 522306 INFO (OverseerStateUpdate-96970768539058180-127.0.0.1:39164_-n_0000000000) [n:127.0.0.1:39164_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 523331 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 523345 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 523445 WARN (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 523449 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 523482 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 523483 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_BEA4C44DC413E54-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 523483 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e3ddb77
[junit4] 2> 523510 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 523531 WARN (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 523568 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 523568 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 523569 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 523569 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 523570 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=448779299, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 523571 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@405849a1[collection1] main]
[junit4] 2> 523572 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 523572 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 523573 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 523573 INFO (coreLoadExecutor-1337-thread-1-processing-n:127.0.0.1:54399_) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551532301191479296
[junit4] 2> 523586 INFO (searcherExecutor-1338-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@405849a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 523591 INFO (coreZkRegister-1332-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 523598 INFO (updateExecutor-563-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 523609 INFO (recoveryExecutor-564-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 523609 INFO (recoveryExecutor-564-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 523609 INFO (recoveryExecutor-564-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 523610 INFO (recoveryExecutor-564-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 523610 INFO (recoveryExecutor-564-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:46202/collection1/] and I am [http://127.0.0.1:54399/collection1/]
[junit4] 2> 523612 INFO (recoveryExecutor-564-thread-1-processing-n:127.0.0.1:54399_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:54399_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0
[...truncated too long message...]
4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 5010972 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BEA4C44DC413E54]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39243 39243
[junit4] 2> 5010972 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BEA4C44DC413E54]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BEA4C44DC413E54-001
[junit4] 2> Nov 20, 2016 4:56:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=409, maxMBSortInHeap=5.335338837054335, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=hr-HR, timezone=WET
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=343514336,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [TestMiniSolrCloudCluster, HttpSolrCallGetCoreTest, ZkStateReaderTest, TestSubQueryTransformerDistrib, TestQueryTypes, TestSystemIdResolver, SpatialFilterTest, TestTrie, TestLuceneMatchVersion, ClusterStateUpdateTest, SoftAutoCommitTest, TestNonDefinedSimilarityFactory, TestCursorMarkWithoutUniqueKey, TestFieldSortValues, TestSimpleTrackingShardHandler, TestNRTOpen, TestCollectionAPI, HighlighterTest, BJQParserTest, TestQueryWrapperFilter, HLLSerializationTest, TestFreeTextSuggestions, TestFieldCacheReopen, DistributedExpandComponentTest, UpdateRequestProcessorFactoryTest, CoreMergeIndexesAdminHandlerTest, HighlighterMaxOffsetTest, TestCopyFieldCollectionResource, TestRTimerTree, SystemInfoHandlerTest, HdfsWriteToMultipleCollectionsTest, TestGeoJSONResponseWriter, DocumentBuilderTest, TestFieldCacheSortRandom, SolrInfoMBeanTest, DocValuesTest, TermVectorComponentTest, TestUninvertingReader, TestMinMaxOnMultiValuedField, RestartWhileUpdatingTest, TestBM25SimilarityFactory, SimpleMLTQParserTest, LeaderInitiatedRecoveryOnShardRestartTest, TestSolrCloudWithSecureImpersonation, TriLevelCompositeIdRoutingTest, ShardRoutingTest, HdfsLockFactoryTest, BitVectorTest, TestHashQParserPlugin, SolrCmdDistributorTest, PreAnalyzedFieldManagedSchemaCloudTest, TestConfigSetImmutable, TestOnReconnectListenerSupport, TestHdfsCloudBackupRestore, VersionInfoTest, TestLRUCache, TestLMDirichletSimilarityFactory, TestSearcherReuse, SuggesterFSTTest, TestElisionMultitermQuery, SortByFunctionTest, TestExactSharedStatsCache, TemplateUpdateProcessorTest, TestRTGBase, CollectionsAPIAsyncDistributedZkTest, BadCopyFieldTest, TestQuerySenderListener, TestManagedSchemaThreadSafety, ZkControllerTest, TestRebalanceLeaders, RemoteQueryErrorTest, TestRestManager, TestCollapseQParserPlugin, TestLeaderInitiatedRecoveryThread, TestBlobHandler, TestFieldTypeCollectionResource, ZkSolrClientTest, DistributedFacetPivotWhiteBoxTest, LoggingHandlerTest, JsonLoaderTest, DeleteNodeTest, DistribJoinFromCollectionTest, ClassificationUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, TestFiltering, CSVRequestHandlerTest, TestMacros, TestCloudManagedSchema, ChaosMonkeySafeLeaderTest, TestAnalyzeInfixSuggestions, TestStressVersions, MultiTermTest, RAMDirectoryFactoryTest, TestSuggestSpellingConverter, QueryResultKeyTest, AliasIntegrationTest, IndexBasedSpellCheckerTest, OpenCloseCoreStressTest, TermsComponentTest, TestSolrIndexConfig, TestSolrConfigHandlerConcurrent, TestXmlQParserPlugin, TestDistributedGrouping, ShufflingReplicaListTransformerTest, DeleteStatusTest, TestCloudPseudoReturnFields, TestSolr4Spatial2, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, TestReload, TestCoreContainer, SimpleFacetsTest, SpellCheckComponentTest, TestGroupingSearch, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestExtendedDismaxParser, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestIndexingPerformance, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, MBeansHandlerTest, TestAnalyzedSuggestions, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestSolrDeletionPolicy2, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DistributedVersionInfoTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, ReplicationFactorTest, SaslZkACLProviderTest, ShardSplitTest, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [517/654 (5!)] on J1 in 168.08s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61104 lines...]